""")
out.append(""" Leader master server not found, but there is an elect, so make sure that all chnunkservers are running - elect should became a leader soon """)
out.append("""
""")
print("\n".join(out))
else:
if len(masterlist)==0:
print("""Can't find masters (resolve '%s') !!!""" % (masterhost))
elif electfound:
print("Leader master server not found, but there is an elect, so make sure that all chnunkservers are running - elect should became a leader soon")
elif followerfound:
print("Leader master server not found !!! - maybe you should run 'mfssupervisor -f -x -h %s -p %u'" % (masterhost,mastercontrolport))
else:
print("Working master servers not found !!! - maybe you are using wrong port number or wrong dns name")
needseparator=1
sectionset = set(("IN",))
sectionsubset = ["IM"] # used only in climode - in cgimode turn on all subsections
# parse cgi parameters
if cgimode:
try:
INmatrix = int(fields.getvalue("INmatrix"))
except Exception:
INmatrix = 0
try:
IMorder = int(fields.getvalue("IMorder"))
except Exception:
IMorder = 0
try:
IMrev = int(fields.getvalue("IMrev"))
except Exception:
IMrev = 0
try:
MForder = int(fields.getvalue("MForder"))
except Exception:
MForder = 0
try:
MFrev = int(fields.getvalue("MFrev"))
except Exception:
MFrev = 0
try:
MFlimit = int(fields.getvalue("MFlimit"))
except Exception:
MFlimit = 100
try:
CSorder = int(fields.getvalue("CSorder"))
except Exception:
CSorder = 0
try:
CSrev = int(fields.getvalue("CSrev"))
except Exception:
CSrev = 0
try:
MBorder = int(fields.getvalue("MBorder"))
except Exception:
MBorder = 0
try:
MBrev = int(fields.getvalue("MBrev"))
except Exception:
MBrev = 0
try:
HDorder = int(fields.getvalue("HDorder"))
except Exception:
HDorder = 0
try:
HDrev = int(fields.getvalue("HDrev"))
except Exception:
HDrev = 0
try:
HDperiod = int(fields.getvalue("HDperiod"))
except Exception:
HDperiod = 0
try:
HDtime = int(fields.getvalue("HDtime"))
except Exception:
HDtime = 0
try:
HDaddrname = int(fields.getvalue("HDaddrname"))
except Exception:
HDaddrname = 0
try:
EXorder = int(fields.getvalue("EXorder"))
except Exception:
EXorder = 0
try:
EXrev = int(fields.getvalue("EXrev"))
except Exception:
EXrev = 0
try:
MSorder = int(fields.getvalue("MSorder"))
except Exception:
MSorder = 0
try:
MSrev = int(fields.getvalue("MSrev"))
except Exception:
MSrev = 0
try:
MOorder = int(fields.getvalue("MOorder"))
except Exception:
MOorder = 0
try:
MOrev = int(fields.getvalue("MOrev"))
except Exception:
MOrev = 0
try:
MOdata = int(fields.getvalue("MOdata"))
except Exception:
MOdata = 0
try:
QUorder = int(fields.getvalue("QUorder"))
except Exception:
QUorder = 0
try:
QUrev = int(fields.getvalue("QUrev"))
except Exception:
QUrev = 0
try:
if "MCdata" in fields:
MCdata = fields.getvalue("MCdata")
else:
MCdata = ""
except Exception:
MCdata = ""
try:
if "CCdata" in fields:
CCdata = fields.getvalue("CCdata")
else:
CCdata = ""
except Exception:
CCdata = ""
else:
# fix order id's
if CSorder>=2:
CSorder+=1
if leaderfound and leaderconn.version_less_than(1,7,25) and CSorder>=4:
CSorder+=1
if leaderfound and leaderconn.version_less_than(1,6,28) and CSorder>=5:
CSorder+=1
if CSorder>=6 and CSorder<=9:
CSorder+=4
elif CSorder>=10 and CSorder<=13:
CSorder+=10
if MBorder>=2:
MBorder+=1
if HDorder>=13 and HDorder<=15:
HDorder+=7
if leaderfound and leaderconn.version_less_than(1,7,0) and EXorder>=10:
EXorder+=1
if MSorder>=3:
MSorder+=1
if leaderfound and leaderconn.version_less_than(1,7,0) and MSorder>=10:
MSorder+=1
if MSorder==0:
MSorder=2
if MOorder==2:
MOorder = 3
elif MOorder>=3 and MOorder<=18:
MOorder += 97
elif MOorder==19:
MOorder = 150
elif MOorder!=1:
MOorder = 0
if QUorder>=2 and QUorder<=6:
QUorder += 8
elif QUorder>=7 and QUorder<=10:
QUorder += 14
elif QUorder>=11 and QUorder<=22:
QUorder = (lambda x: x[0]+x[1]*10)(divmod(QUorder-11,3))+31
elif QUorder<1 or QUorder>22:
QUorder = 0
if "IN" in sectionset:
if cgimode and MFS_MESSAGE:
if needseparator:
print(""" """)
else:
needseparator=1
out = []
out.append("""
""")
out.append("""
Notice
""")
out.append("""
You are currently using GPL version of MooseFS. If you want to find out what great features are available in MooseFS Pro go to http://moosefs.com/products.html
""")
out.append("""
""")
print("\n".join(out))
if "IM" in sectionsubset and len(masterlistinfo)>0:
try:
if needseparator:
if cgimode:
print(""" """)
else:
print("")
else:
needseparator=1
if cgimode:
out = []
out.append("""
""")
out.append("""
Metadata Servers (masters)
""")
out.append("""
""")
out.append("""
#
""")
out.append("""
ip
""")
out.append("""
version
""")
out.append("""
state
""")
out.append("""
metadata version
""")
out.append("""
RAM used
""")
out.append("""
CPU used
""")
out.append("""
last successful metadata save
""")
out.append("""
last metadata save duration
""")
out.append("""
last metadata save status
""")
out.append("""
""")
elif ttymode:
tab = Tabble("Metadata Servers",9,"r")
tab.header("ip","version","state","metadata version","RAM used","CPU used","last meta save","last save duration","last save status")
else:
tab = Tabble("metadata servers",9)
masterstab = []
for sortip,strip,sortver,strver,statestr,statecolor,metaversion,memusage,syscpu,usercpu,lastsuccessfulstore,lastsaveseconds,lastsavestatus in masterlistinfo:
if IMorder==1:
sf = sortip
elif IMorder==2:
sf = sortver
elif IMorder==3:
sf = statecolor
elif IMorder==4:
sf = metaversion
elif IMorder==5:
sf = memusage
elif IMorder==6:
sf = syscpu+usercpu
elif IMorder==7:
sf = lastsuccessfulstore
elif IMorder==8:
sf = lastsaveseconds
elif IMorder==9:
sf = lastsavestatus
else:
sf = 0
masterstab.append((sf,sortip,strip,sortver,strver,statestr,statecolor,metaversion,memusage,syscpu,usercpu,lastsuccessfulstore,lastsaveseconds,lastsavestatus))
masterstab.sort()
if IMrev:
masterstab.reverse()
for sf,sortip,strip,sortver,strver,statestr,statecolor,metaversion,memusage,syscpu,usercpu,lastsuccessfulstore,lastsaveseconds,lastsavestatus in masterstab:
if cgimode:
if leaderconn!=None and leaderconn.is_pro() and not strver.endswith(" PRO"):
verclass = "BADVERSION"
elif leaderconn!=None and leaderconn.sort_ver() > sortver:
verclass = "LOWERVERSION"
elif leaderconn!=None and leaderconn.sort_ver() < sortver:
verclass = "HIGHERVERSION"
else:
verclass = "OKVERSION"
out.append("""
""")
if lastsuccessfulstore>0 or lastsavestatus>0:
out.append("""
%s
""" % ("SUCCESS" if lastsavestatus==0 or lastsavestatus==1 else "WARNING" if lastsavestatus==2 else "ERROR","Saved in background" if lastsavestatus==0 else "Downloaded from other master" if lastsavestatus==1 else "Saved in foreground" if lastsavestatus==2 else "Unknown status: %u" % lastsavestatus))
else:
out.append("""
-
""")
out.append("""
""")
else:
clist = [strip,strver,(statestr,"c%u" % statecolor),decimal_number(metaversion)]
if memusage>0:
if ttymode:
clist.append(humanize_number(memusage," "))
else:
clist.append(memusage)
else:
clist.append("not available")
if syscpu>0 or usercpu>0:
if ttymode:
clist.append("all:%.2f%% sys:%.2f%% user:%.2f%%" % (syscpu+usercpu,syscpu,usercpu))
else:
clist.append("all:%.7f%% sys:%.7f%% user:%.7f%%" % (syscpu+usercpu,syscpu,usercpu))
else:
clist.append("not available")
if lastsuccessfulstore>0:
if ttymode:
clist.append(time.asctime(time.localtime(lastsuccessfulstore)))
clist.append(timeduration_to_shortstr(lastsaveseconds))
else:
clist.append(lastsuccessfulstore)
clist.append("%.3f" % lastsaveseconds)
else:
clist.append("-")
clist.append("-")
if lastsuccessfulstore>0 or lastsavestatus>0:
clist.append(("Saved in background","4") if lastsavestatus==0 else ("Downloaded from other master","4") if lastsavestatus==1 else ("Saved in foreground","2") if lastsavestatus==2 else ("Unknown status: %u" % lastsavestatus,"1"))
else:
clist.append("-")
tab.append(*clist)
if len(masterstab)==0:
if cgimode:
out.append("""
Servers not found !!! - check your DNS
""")
else:
tab.append(("""Servers not found !!! - check your DNS""","c",9))
if cgimode:
out.append("""
""")
if cgimode:
print("\n".join(out))
else:
print(tab)
except Exception:
print_exception()
if "IG" in sectionsubset:
try:
if needseparator:
if cgimode:
print(""" """)
else:
print("")
else:
needseparator=1
length = len(leaderinfo)
if length==68:
v1,v2,v3,total,avail,trspace,trfiles,respace,refiles,nodes,dirs,files,chunks,allcopies,tdcopies = struct.unpack(">HBBQQQLQLLLLLLL",leaderinfo)
strver,sortver = version_str_and_sort((v1,v2,v3))
if cgimode:
out = []
out.append("""
""")
print("\n".join(out))
else:
if ttymode:
tab = Tabble("Memory Usage Detailed Info",5)
tab.defattr("l","r","r","r","r")
tab.header("object name","memory used","memory allocated","utilization percent","percent of total allocated memory")
else:
tab = Tabble("memory usage detailed info",3)
tab.defattr("l","r","r")
tab.header("object name","memory used","memory allocated")
for i in xrange(11):
if ttymode:
if memusage[i*2]>0:
upercent = "%.2f %%" % (100.0 * memusage[1+i*2] / memusage[i*2])
else:
upercent = "-"
if totalallocated:
tpercent = "%.2f %%" % (100.0 * memusage[i*2] / totalallocated)
else:
tpercent = "-"
tab.append(memlabels[i],humanize_number(memusage[1+i*2]," "),humanize_number(memusage[i*2]," "),upercent,tpercent)
else:
tab.append(memlabels[i],memusage[1+i*2],memusage[i*2])
if ttymode:
tab.append(("---","",5))
percent = 100.0 * totalused / totalallocated
tab.append("total",humanize_number(totalused," "),humanize_number(totalallocated," "),"%.2f %%" % percent,"-")
print(tab)
except Exception:
print_exception()
if "IC" in sectionsubset:
if needseparator:
if cgimode:
print(""" """)
else:
print("")
else:
needseparator=1
try:
if leaderconn.version_less_than(1,7,0):
data,length = leaderconn.command(CLTOMA_CHUNKS_MATRIX,MATOCL_CHUNKS_MATRIX,struct.pack(">B",0))
if length==484:
matrix = []
matrix.append([])
for i in range(11):
matrix[0].append(list(struct.unpack(">LLLLLLLLLLL",data[i*44:i*44+44])))
data,length = leaderconn.command(CLTOMA_CHUNKS_MATRIX,MATOCL_CHUNKS_MATRIX,struct.pack(">B",1))
if length==484:
matrix.append([])
for i in range(11):
matrix[1].append(list(struct.unpack(">LLLLLLLLLLL",data[i*44:i*44+44])))
progressstatus = 0
else:
data,length = leaderconn.command(CLTOMA_CHUNKS_MATRIX,MATOCL_CHUNKS_MATRIX)
if length==969:
progressstatus = struct.unpack(">B",data[0:1])[0]
matrix = ([],[])
for x in range(2):
for i in range(11):
matrix[x].append(list(struct.unpack(">LLLLLLLLLLL",data[1+x*484+i*44:45+x*484+i*44])))
progressstr = "disconnections" if (progressstatus==1) else "connections" if (progressstatus==2) else "connections and disconnections"
if len(matrix)==2:
if cgimode:
out = []
out.append("""
""")
out.append("""
""")
out.append(""" All chunks state matrix (counts 'regular' hdd space and 'marked for removal' hdd space : switch to 'regular')""")
out.append(""" Regular chunks state matrix (counts only 'regular' hdd space : switch to 'all')""")
out.append("""
""")
if progressstatus>0:
out.append("""
Warning: counters may not be valid - %s in progress
""" % progressstr)
out.append("""
""")
out.append("""
goal
""")
out.append("""
valid copies
""")
out.append("""
""")
out.append("""
""")
out.append("""
0
""")
out.append("""
1
""")
out.append("""
2
""")
out.append("""
3
""")
out.append("""
4
""")
out.append("""
5
""")
out.append("""
6
""")
out.append("""
7
""")
out.append("""
8
""")
out.append("""
9
""")
out.append("""
10+
""")
out.append("""
all
""")
out.append("""
""")
elif ttymode:
if INmatrix==0:
tab = Tabble("All chunks state matrix",13,"r")
else:
tab = Tabble("Regular chunks state matrix",13,"r")
if progressstatus>0:
tab.header(("Warning: counters may not be valid - %s in progress" % progressstr,"1c",13))
tab.header(("---","",13))
tab.header("",("valid copies","",12))
tab.header("goal",("---","",12))
tab.header(""," 0 "," 1 "," 2 "," 3 "," 4 "," 5 "," 6 "," 7 "," 8 "," 9 "," 10+ "," all ")
else:
out = []
if INmatrix==0:
mtypeprefix=("all chunks matrix:%s" % plaintextseparator)
else:
mtypeprefix=("regular chunks matrix:%s" % plaintextseparator)
classsum = []
classsum.append(7*[0])
classsum.append(7*[0])
sumlist = []
sumlist.append(11*[0])
sumlist.append(11*[0])
for goal in range(11):
if cgimode:
out.append("""
""")
if goal==10:
out.append("""
10+
""")
else:
out.append("""
%u
""" % goal)
else:
if goal==10:
clist = ["10+"]
else:
clist = [goal]
for vc in range(11):
if goal==0:
if vc==0:
cl = "DELETEREADY"
clidx = 6
else:
cl = "DELETEPENDING"
clidx = 5
elif vc==0:
cl = "MISSING"
clidx = 0
elif vc>goal:
cl = "OVERGOAL"
clidx = 4
elif vc""")
if matrix[0][goal][vc]>0:
out.append(""" %u""" % (cl,matrix[0][goal][vc]))
if matrix[1][goal][vc]>0:
out.append(""" %u""" % (cl,matrix[1][goal][vc]))
out.append(""" """)
elif ttymode:
if matrix[INmatrix][goal][vc]>0:
clist.append((matrix[INmatrix][goal][vc],"1234678"[clidx]))
else:
clist.append("-")
else:
if matrix[INmatrix][goal][vc]>0:
out.append("""%sgoal/copies/chunks:%s%u%s%u%s%u""" % (mtypeprefix,plaintextseparator,goal,plaintextseparator,vc,plaintextseparator,matrix[INmatrix][goal][vc]))
if cgimode:
if goal==0:
out.append("""
""")
elif ttymode:
clist.append(sum(matrix[INmatrix][goal]))
tab.append(*clist)
if goal>0:
sumlist[0] = [ a + b for (a,b) in zip(sumlist[0],matrix[0][goal])]
sumlist[1] = [ a + b for (a,b) in zip(sumlist[1],matrix[1][goal])]
if cgimode:
out.append("""
""")
out.append(""" """+(" / ".join([""" - %s (%u)""" % (cl,desc,cl,classsum[0][clidx]) for clidx,cl,desc in [(0,"MISSING","missing"),(1,"ENDANGERED","endangered"),(2,"UNDERGOAL","undergoal"),(3,"NORMAL","stable"),(4,"OVERGOAL","overgoal"),(5,"DELETEPENDING","pending deletion"),(6,"DELETEREADY","ready to be removed")]]))+"")
out.append(""" """+(" / ".join([""" - %s (%u)""" % (cl,desc,cl,classsum[1][clidx]) for clidx,cl,desc in [(0,"MISSING","missing"),(1,"ENDANGERED","endangered"),(2,"UNDERGOAL","undergoal"),(3,"NORMAL","stable"),(4,"OVERGOAL","overgoal"),(5,"DELETEPENDING","pending deletion"),(6,"DELETEREADY","ready to be removed")]]))+"")
out.append("""
""")
else:
needseparator=0
elif ttymode:
if mode==1:
tab = Tabble("Missing Files/Chunks (gathered by previous file-loop)",5)
tab.header("path","inode","index","chunk id","type of missing chunk")
tab.defattr("l","r","r","r","r")
else:
tab = Tabble("Missing Files/Chunks (gathered by previous file-loop)",4)
tab.header("path","inode","index","chunk id")
tab.defattr("l","r","r","r")
else:
tab = Tabble("missing files",(5 if mode==1 else 4))
missingcount = 0
for sf,paths,inode,indx,chunkid,mtype in mcdata:
if mtype==0:
mtypestr = "NO COPY"
elif mtype==1:
mtypestr = "INVALID COPIES"
elif mtype==2:
mtypestr = "WRONG VERSIONS"
else:
mtypestr = "OTHER"
if cgimode:
if mccnt>0:
if len(paths)==0:
if missingcount""")
out.append("""
""")
out.append("""
* unknown path * (deleted file)
""")
out.append("""
%u
""" % inode)
out.append("""
%u
""" % indx)
out.append("""
%016X
""" % chunkid)
if mode==1:
out.append("""
%s
""" % mtypestr)
out.append(""" """)
missingcount += 1
else:
for path in paths:
if missingcount""")
out.append("""
""")
out.append("""
%s
""" % path)
out.append("""
%u
""" % inode)
out.append("""
%u
""" % indx)
out.append("""
%016X
""" % chunkid)
if mode==1:
out.append("""
%s
""" % mtypestr)
out.append(""" """)
missingcount += 1
else:
if len(paths)==0:
dline = [" * unknown path * (deleted file)",inode,indx,chunkid]
if mode==1:
dline.append(mtypestr)
tab.append(*dline)
else:
for path in paths:
dline = [path,inode,indx,chunkid]
if mode==1:
dline.append(mtypestr)
tab.append(*dline)
if cgimode:
if mccnt>0:
out.append("""
""")
print("\n".join(out))
else:
print(tab)
except Exception:
print_exception()
if "CS" in sectionset:
if "CS" in sectionsubset:
if needseparator:
if cgimode:
print(""" """)
else:
print("")
else:
needseparator=1
try:
if cgimode:
out = []
out.append("""
""")
if leaderconn.version_at_least(2,0,11):
out.append("""
""")
elif ttymode:
tab.append(host,port,("%s -H %s -P %u -CRC/%s/%s" % (sys.argv[0],masterhost,masterport,strip,port),"l",10))
else:
tab.append(host,port)
if leaderconn.version_less_than(1,6,28) and (length%54)==0:
n = length//54
servers = []
dservers = []
usedsum = 0
totalsum = 0
for i in range(n):
d = data[i*54:(i+1)*54]
disconnected,v1,v2,v3,ip1,ip2,ip3,ip4,port,used,total,chunks,tdused,tdtotal,tdchunks,errcnt = struct.unpack(">BBBBBBBBHQQLQQLL",d)
strip = "%u.%u.%u.%u" % (ip1,ip2,ip3,ip4)
sortip = "%03u_%03u_%03u_%03u" % (ip1,ip2,ip3,ip4)
strver,sortver = version_str_and_sort((v1,v2,v3))
host = resolve(strip)
if total>0:
usedsum+=used
totalsum+=total
sf = sortip
if CSorder==1:
sf = host
elif CSorder==2:
sf = sortip
elif CSorder==3:
sf = port
elif CSorder==5:
sf = sortver
elif CSorder==10:
sf = chunks
elif CSorder==11:
sf = used
elif CSorder==12:
sf = total
elif CSorder==13:
if total>0:
sf = (1.0*used)/total
else:
sf = 0
elif CSorder==20:
sf = tdchunks
elif CSorder==21:
sf = tdused
elif CSorder==22:
sf = tdtotal
elif CSorder==23:
if tdtotal>0:
sf = (1.0*tdused)/tdtotal
else:
sf = 0
if disconnected==0:
servers.append((sf,host,sortip,strip,port,sortver,strver,used,total,chunks,tdused,tdtotal,tdchunks,errcnt))
else:
dservers.append((sf,host,sortip,strip,port))
servers.sort()
dservers.sort()
if CSrev:
servers.reverse()
dservers.reverse()
if totalsum>0:
avgpercent = (usedsum*100.0)/totalsum
else:
avgpercent = 0
i = 1
for sf,host,sortip,strip,port,sortver,strver,used,total,chunks,tdused,tdtotal,tdchunks,errcnt in servers:
if cgimode:
if leaderconn.is_pro() and not strver.endswith(" PRO"):
verclass = "BADVERSION"
elif leaderconn.sort_ver() > sortver:
verclass = "LOWERVERSION"
elif leaderconn.sort_ver() < sortver:
verclass = "HIGHERVERSION"
else:
verclass = "OKVERSION"
out.append("""
""")
print("\n".join(out))
else:
print(tab)
except Exception:
print_exception()
if "MB" in sectionsubset:
if needseparator:
if cgimode:
print(""" """)
else:
print("")
else:
needseparator=1
try:
if cgimode:
out = []
out.append("""
""")
out.append("""
Metadata Backup Loggers
""")
out.append("""
""")
out.append("""
#
""")
out.append("""
host
""")
out.append("""
ip
""")
out.append("""
version
""")
out.append("""
""")
elif ttymode:
tab = Tabble("Metadata Backup Loggers",2,"r")
tab.header("ip/host","version")
else:
tab = Tabble("metadata backup loggers",2)
data,length = leaderconn.command(CLTOMA_MLOG_LIST,MATOCL_MLOG_LIST)
if (length%8)==0:
n = length//8
servers = []
for i in range(n):
d = data[i*8:(i+1)*8]
v1,v2,v3,ip1,ip2,ip3,ip4 = struct.unpack(">HBBBBBB",d)
strip = "%u.%u.%u.%u" % (ip1,ip2,ip3,ip4)
host = resolve(strip)
sortip = "%03u_%03u_%03u_%03u" % (ip1,ip2,ip3,ip4)
strver,sortver = version_str_and_sort((v1,v2,v3))
sf = (ip1,ip2,ip3,ip4)
if MBorder==1:
sf = host
elif MBorder==2:
sf = sortip
elif MBorder==3:
sf = sortver
servers.append((sf,host,sortip,strip,sortver,strver))
servers.sort()
if MBrev:
servers.reverse()
for sf,host,sortip,strip,sortver,strver in servers:
if cgimode:
if leaderconn.is_pro() and not strver.endswith(" PRO"):
verclass = "BADVERSION"
elif leaderconn.sort_ver() > sortver:
verclass = "LOWERVERSION"
elif leaderconn.sort_ver() < sortver:
verclass = "HIGHERVERSION"
else:
verclass = "OKVERSION"
out.append("""
""")
out.append(""" I/O stats last min (switch to hour,day)""")
out.append(""" I/O stats last hour (switch to min,day)""")
out.append(""" I/O stats last day (switch to min,hour)""")
out.append("""
""" % (chunkscnt,errtime,lerror,status))
validdata = [1,1,1]
for i in range(3):
if rbw[i]==0 and wbw[i]==0 and usecreadmax[i]==0 and usecwritemax[i]==0 and usecfsyncmax[i]==0 and rops[i]==0 and wops[i]==0:
validdata[i] = 0
# rbw
out.append("""
""")
for i in range(3):
out.append(""" """ % i)
if validdata[i]:
out.append(""" %u %s/s""" % (rbw[i],decimal_number(rbw[i]),humanize_number(rbw[i]," ")))
else:
out.append(""" -1 -""")
out.append(""" """)
out.append("""
""")
# wbw
out.append("""
""")
for i in range(3):
out.append(""" """ % i)
if validdata[i]:
out.append(""" %u %s/s""" % (wbw[i],decimal_number(wbw[i]),humanize_number(wbw[i]," ")))
else:
out.append(""" -1 -""")
out.append(""" """)
out.append("""
""")
# readtime
out.append("""
""")
for i in range(3):
out.append(""" """ % i)
if validdata[i]:
out.append(""" %u us""" % usecreadmax[i])
out.append(""" %u us""" % usecreadavg[i])
else:
out.append(""" -1 -""")
out.append(""" """)
out.append("""
""")
# writetime
out.append("""
""")
for i in range(3):
out.append(""" """ % i)
if validdata[i]:
out.append(""" %u us""" % usecwritemax[i])
out.append(""" %u us""" % usecwriteavg[i])
else:
out.append(""" -1 -""")
out.append(""" """)
out.append("""
""")
# fsynctime
out.append("""
""")
for i in range(3):
out.append(""" """ % i)
if validdata[i]:
out.append(""" %u us""" % usecfsyncmax[i])
out.append(""" %u us""" % usecfsyncavg[i])
else:
out.append(""" -1 -""")
out.append(""" """)
out.append("""
""")
# rops
out.append("""
""")
for i in range(3):
out.append(""" """ % i)
if validdata[i]:
if rops[i]>0:
bsize = rbytes[i]/rops[i]
else:
bsize = 0
out.append(""" %u""" % (bsize,rops[i]))
else:
out.append(""" -1 -""")
out.append(""" """)
out.append("""
""")
# wops
out.append("""
""")
for i in range(3):
out.append(""" """ % i)
if validdata[i]:
if wops[i]>0:
bsize = wbytes[i]/wops[i]
else:
bsize = 0
out.append(""" %u""" % (bsize,wops[i]))
else:
out.append(""" -1 -""")
out.append(""" """)
out.append("""
""")
# fsyncops
out.append("""
""")
for i in range(3):
out.append(""" """ % i)
if validdata[i]:
out.append(""" %u""" % (fsyncops[i]))
else:
out.append(""" -1 -""")
out.append(""" """)
out.append("""
""")
# if rbw==0 and wbw==0 and rtime==0 and wtime==0 and rops==0 and wops==0:
# out.append("""
""")
elif ttymode:
rtime = usecreadmax[HDperiod] if HDtime==0 else usecreadavg[HDperiod]
wtime = usecwritemax[HDperiod] if HDtime==0 else usecwriteavg[HDperiod]
fsynctime = usecfsyncmax[HDperiod] if HDtime==0 else usecfsyncavg[HDperiod]
ldata = [ippath,chunkscnt,lerror,status]
if rbw[HDperiod]==0 and wbw[HDperiod]==0 and usecreadmax[HDperiod]==0 and usecwritemax[HDperiod]==0 and usecfsyncmax[HDperiod]==0 and rops[HDperiod]==0 and wops[HDperiod]==0:
ldata.extend(("-","-","-","-","-","-","-","-"))
else:
ldata.extend(("%s/s" % humanize_number(rbw[HDperiod]," "),"%s/s" % humanize_number(wbw[HDperiod]," "),"%u us" % rtime,"%u us" % wtime,"%u us" % fsynctime,rops[HDperiod],wops[HDperiod],fsyncops[HDperiod]))
if flags&4:
if lscanning==0:
lscanning=1
tab.append(("---","",15))
tab.append("IP path","chunks","last error","status","read","write","read","write","fsync","read","write","fsync",("progress","c",3))
tab.append(("---","",15))
ldata.append(("%.0f%%" % used,"r",3))
else:
if total>0:
perc = "%.2f%%" % ((used*100.0)/total)
else:
perc = "-"
ldata.extend((humanize_number(used," "),humanize_number(total," "),perc))
tab.append(*ldata)
else:
rtime = usecreadmax[HDperiod] if HDtime==0 else usecreadavg[HDperiod]
wtime = usecwritemax[HDperiod] if HDtime==0 else usecwriteavg[HDperiod]
fsynctime = usecfsyncmax[HDperiod] if HDtime==0 else usecfsyncavg[HDperiod]
ldata = [ippath,chunkscnt,lerror,status]
if rbw[HDperiod]==0 and wbw[HDperiod]==0 and usecreadmax[HDperiod]==0 and usecwritemax[HDperiod]==0 and usecfsyncmax[HDperiod]==0 and rops[HDperiod]==0 and wops[HDperiod]==0:
ldata.extend(("-","-","-","-","-","-","-","-"))
else:
ldata.extend((rbw[HDperiod],wbw[HDperiod],rtime,wtime,fsynctime,rops[HDperiod],wops[HDperiod],fsyncops[HDperiod]))
if flags&4:
ldata.extend(("progress:",used))
else:
ldata.extend((used,total))
tab.append(*ldata)
if cgimode:
out.append("""
""")
print("\n".join(out))
else:
print(tab)
except Exception:
print_exception()
if "EX" in sectionset:
if needseparator:
if cgimode:
print(""" """)
else:
print("")
else:
needseparator=1
try:
if cgimode:
out = []
out.append("""
""")
out.append("""
Exports
""" % (19 if leaderconn.version_at_least(1,7,0) else 18 if leaderconn.version_at_least(1,6,26) else 14))
out.append("""
""")
elif ttymode:
dline = [ipfrom,ipto,". (META)" if meta else path,strver,"-" if meta else "yes" if exportflags&1 else "no","yes" if exportflags&2 else "no","ro" if sesflags&1 else "rw","no" if sesflags&2 else "yes","-" if meta else "yes" if sesflags&4 else "no"]
if leaderconn.version_at_least(1,7,0):
dline.append("-" if meta else "yes" if sesflags&8 else "no")
if meta:
dline.extend(("-","-"))
else:
dline.extend((rootuid,rootgid))
if meta or (sesflags&16)==0:
dline.extend(("-","-"))
else:
dline.extend((mapalluid,mapallgid))
if leaderconn.version_at_least(1,6,26):
if mingoal!=None and maxgoal!=None:
dline.extend((mingoal,maxgoal))
else:
dline.extend(("-","-"))
if mintrashtime!=None and maxtrashtime!=None:
dline.extend((timeduration_to_shortstr(mintrashtime),timeduration_to_shortstr(maxtrashtime)))
else:
dline.extend(("-","-"))
tab.append(*dline)
else:
dline = [ipfrom,ipto,". (META)" if meta else path,strver,"-" if meta else "yes" if exportflags&1 else "no","yes" if exportflags&2 else "no","ro" if sesflags&1 else "rw","no" if sesflags&2 else "yes","-" if meta else "yes" if sesflags&4 else "no"]
if leaderconn.version_at_least(1,7,0):
dline.append("-" if meta else "yes" if sesflags&8 else "no")
if meta:
dline.extend(("-","-"))
else:
dline.extend((rootuid,rootgid))
if meta or (sesflags&16)==0:
dline.extend(("-","-"))
else:
dline.extend((mapalluid,mapallgid))
if leaderconn.version_at_least(1,6,26):
if mingoal!=None and maxgoal!=None:
dline.extend((mingoal,maxgoal))
else:
dline.extend(("-","-"))
if mintrashtime!=None and maxtrashtime!=None:
dline.extend((mintrashtime,maxtrashtime))
else:
dline.extend(("-","-"))
tab.append(*dline)
if cgimode:
out.append("""
""")
print("\n".join(out))
else:
print(tab)
except Exception:
print_exception()
if "MS" in sectionset:
if needseparator:
if cgimode:
print(""" """)
else:
print("")
else:
needseparator=1
try:
if cgimode:
out = []
out.append("""
""")
out.append("""
Active mounts (parameters)
""" % (21 if leaderconn.version_at_least(1,7,8) else 19 if leaderconn.version_at_least(1,7,0) else 18 if leaderconn.version_at_least(1,6,26) else 14))
out.append("""
""")
elif ttymode:
dline = [sessionid,host,info]
if leaderconn.version_at_least(1,7,8):
dline.extend((openfiles,nsocks))
dline.extend((strver,". (META)" if meta else path,"ro" if sesflags&1 else "rw","no" if sesflags&2 else "yes","-" if meta else "yes" if sesflags&4 else "no"))
if leaderconn.version_at_least(1,7,0):
dline.append("-" if meta else "yes" if sesflags&8 else "no")
if meta:
dline.extend(("-","-"))
else:
dline.extend((rootuid,rootgid))
if meta or (sesflags&16)==0:
dline.extend(("-","-"))
else:
dline.extend((mapalluid,mapallgid))
if leaderconn.version_at_least(1,6,26):
if mingoal!=None and maxgoal!=None:
dline.extend((mingoal,maxgoal))
else:
dline.extend(("-","-"))
if mintrashtime!=None and maxtrashtime!=None:
dline.extend((timeduration_to_shortstr(mintrashtime),timeduration_to_shortstr(maxtrashtime)))
else:
dline.extend(("-","-"))
tab.append(*dline)
else:
dline = [sessionid,host,info]
if leaderconn.version_at_least(1,7,8):
dline.extend((openfiles,nsocks))
dline.extend((strver,". (META)" if meta else path,"ro" if sesflags&1 else "rw","no" if sesflags&2 else "yes","-" if meta else "yes" if sesflags&4 else "no"))
if leaderconn.version_at_least(1,7,0):
dline.append("-" if meta else "yes" if sesflags&8 else "no")
if meta:
dline.extend(("-","-"))
else:
dline.extend((rootuid,rootgid))
if meta or (sesflags&16)==0:
dline.extend(("-","-"))
else:
dline.extend((mapalluid,mapallgid))
if leaderconn.version_at_least(1,6,26):
if mingoal!=None and maxgoal!=None:
dline.extend((mingoal,maxgoal))
else:
dline.extend(("-","-"))
if mintrashtime!=None and maxtrashtime!=None:
dline.extend((mintrashtime,maxtrashtime))
else:
dline.extend(("-","-"))
tab.append(*dline)
if len(dservers)>0 and leaderconn.version_at_least(1,7,8):
if cgimode:
out.append("""
""")
out.append(""" """)
out.append("""
""")
out.append("""
Inactive mounts (parameters)
""")
out.append("""
""")
out.append("""
#
""")
out.append("""
session id
""")
out.append("""
host
""")
out.append("""
ip
""")
out.append("""
mount point
""")
out.append("""
open files
""")
out.append("""
expires
""")
out.append("""
cmd
""")
out.append("""
""")
elif ttymode:
tabcols = (19 if leaderconn.version_at_least(1,7,8) else 17 if leaderconn.version_at_least(1,7,0) else 16 if leaderconn.version_at_least(1,6,26) else 12)
tab.append(("---","",tabcols))
tab.append(("Inactive mounts (parameters)","1c",tabcols))
tab.append(("---","",tabcols))
dline = [("session id","c"),("ip/host","c"),("mount point","c"),("open files","c"),("expires","c"),("command to remove","c",tabcols-5)]
tab.append(*dline)
tab.append(("---","",tabcols))
else:
print(tab)
print("")
tab = Tabble("inactive mounts, parameters",5)
for sf,sessionid,host,sortipnum,ipnum,info,openfiles,expire in dservers:
if cgimode:
out.append("""
""")
elif ttymode:
tabcols = (19 if leaderconn.version_at_least(1,7,8) else 17 if leaderconn.version_at_least(1,7,0) else 16 if leaderconn.version_at_least(1,6,26) else 12)
dline = [sessionid,host,info,openfiles,expire,("%s -H %s -P %u -CRS/%u" % (sys.argv[0],masterhost,masterport,sessionid),"l",tabcols-5)]
tab.append(*dline)
else:
dline = [sessionid,host,info,openfiles,expire]
tab.append(*dline)
if cgimode:
out.append("""
""")
print("\n".join(out))
else:
print(tab)
except Exception:
print_exception()
if "MO" in sectionset:
if needseparator:
if cgimode:
print(""" """)
else:
print("")
else:
needseparator=1
try:
if cgimode:
out = []
out.append("""
""")
else:
ldata = [host,info]
if MOdata==0:
ldata.extend(stats_l)
ldata.append(sum(stats_l))
else:
ldata.extend(stats_c)
ldata.append(sum(stats_c))
tab.append(*ldata)
if cgimode:
out.append("""
""")
print("\n".join(out))
else:
print(tab)
except Exception:
print_exception()
if "QU" in sectionset:
if needseparator:
if cgimode:
print(""" """)
else:
print("")
else:
needseparator=1
try:
if cgimode:
out = []
out.append("""
""")
elif ttymode:
# tab = Tabble("Active quotas",14)
# tab.header("",("soft quota","",5),("hard quota","",4),("current values","",4))
# tab.header("path",("---","",13))
# tab.header("","time to expire","inodes","length","size","real size","inodes","length","size","real size","inodes","length","size","real size")
# tab.defattr("l","r","r","r","r","r","r","r","r","r","r","r","r","r")
tab = Tabble("Active quotas",22)
tab.header("",("soft quota","",5),("hard quota","",4),("current values","",12))
tab.header("",("---","",21))
tab.header("path","","","","","","","","","",("inodes","",3),("length","",3),("size","",3),("real size","",3))
tab.header("","time to expire","inodes","length","size","real size","inodes","length","size","real size",("---","",12))
tab.header("","","","","","","","","","","value","% soft","% hard","value","% soft","% hard","value","% soft","% hard","value","% soft","% hard")
tab.defattr("l","r","r","r","r","r","r","r","r","r","r","r","r","r","r","r","r","r","r","r","r","r")
else:
tab = Tabble("active quotas",15)
data,length = leaderconn.command(CLTOMA_QUOTA_INFO,MATOCL_QUOTA_INFO)
if length>=4 and leaderconn.version_at_least(1,7,0):
quotas = []
maxperc = 0.0
pos = 0
while posLL",data[pos:pos+8])
pos+=8
path = data[pos:pos+pleng]
if sys.version_info[0]>=3:
try:
path = path.decode('ascii')
except UnicodeDecodeError:
pass
pos+=pleng
exceeded,qflags,timetoblock = struct.unpack(">BBL",data[pos:pos+6])
pos+=6;
sinodes,slength,ssize,srealsize = struct.unpack(">LQQQ",data[pos:pos+28])
pos+=28
hinodes,hlength,hsize,hrealsize = struct.unpack(">LQQQ",data[pos:pos+28])
pos+=28
cinodes,clength,csize,crealsize = struct.unpack(">LQQQ",data[pos:pos+28])
pos+=28
if (qflags&1) and sinodes>0:
perc = 100.0*cinodes/sinodes
if perc>maxperc:
maxperc = perc
if (qflags&2) and slength>0:
perc = 100.0*clength/slength
if perc>maxperc:
maxperc = perc
if (qflags&4) and ssize>0:
perc = 100.0*csize/ssize
if perc>maxperc:
maxperc = perc
if (qflags&8) and srealsize>0:
perc = 100.0*crealsize/srealsize
if perc>maxperc:
maxperc = perc
if (qflags&16) and hinodes>0:
perc = 100.0*cinodes/hinodes
if perc>maxperc:
maxperc = perc
if (qflags&32) and hlength>0:
perc = 100.0*clength/hlength
if perc>maxperc:
maxperc = perc
if (qflags&64) and hsize>0:
perc = 100.0*csize/hsize
if perc>maxperc:
maxperc = perc
if (qflags&128) and hrealsize>0:
perc = 100.0*crealsize/hrealsize
if perc>maxperc:
maxperc = perc
sf = path
if QUorder==1:
sf = path
elif QUorder==2:
sf = exceeded
elif QUorder==10:
sf = timetoblock
elif QUorder==11:
sf = sinodes
elif QUorder==12:
sf = slength
elif QUorder==13:
sf = ssize
elif QUorder==14:
sf = srealsize
elif QUorder==21:
sf = hinodes
elif QUorder==22:
sf = hlength
elif QUorder==23:
sf = hsize
elif QUorder==24:
sf = hrealsize
elif QUorder==31:
sf = cinodes
elif QUorder==32:
sf = clength
elif QUorder==33:
sf = csize
elif QUorder==34:
sf = crealsize
elif QUorder==41:
sf = (-1,0) if (qflags&1)==0 else (1,0) if sinodes==0 else (0,1.0*cinodes/sinodes)
elif QUorder==42:
sf = (-1,0) if (qflags&2)==0 else (1,0) if slength==0 else (0,1.0*clength/slength)
elif QUorder==43:
sf = (-1,0) if (qflags&4)==0 else (1,0) if ssize==0 else (0,1.0*csize/ssize)
elif QUorder==44:
sf = (-1,0) if (qflags&8)==0 else (1,0) if srealsize==0 else (0,1.0*crealsize/srealsize)
elif QUorder==51:
sf = (-1,0) if (qflags&16)==0 else (1,0) if hinodes==0 else (0,1.0*cinodes/hinodes)
elif QUorder==52:
sf = (-1,0) if (qflags&32)==0 else (1,0) if hlength==0 else (0,1.0*clength/hlength)
elif QUorder==53:
sf = (-1,0) if (qflags&64)==0 else (1,0) if hsize==0 else (0,1.0*csize/hsize)
elif QUorder==54:
sf = (-1,0) if (qflags&128)==0 else (1,0) if hrealsize==0 else (0,1.0*crealsize/hrealsize)
quotas.append((sf,path,exceeded,qflags,timetoblock,sinodes,slength,ssize,srealsize,hinodes,hlength,hsize,hrealsize,cinodes,clength,csize,crealsize))
quotas.sort()
if QUrev:
quotas.reverse()
maxperc += 0.01
for sf,path,exceeded,qflags,timetoblock,sinodes,slength,ssize,srealsize,hinodes,hlength,hsize,hrealsize,cinodes,clength,csize,crealsize in quotas:
if cgimode:
out.append("""
""")
for id,name,desc in charts:
divclass = "CHARTDYNAMIC" if manc else "CHARTSTATIC"
divclick = 'onclick="ma_zoom(this)"' if manc else ""
out.append("""
""")
elif len(mchtmp)==1 and len(MCdata)>0:
chid = 0
for id,name,desc in charts:
if name==MCdata:
chid = id
if chid==0:
try:
chid = int(MCdata)
except Exception:
pass
if chid>0 and chid<1000:
out.append("""""")
out.append("""""")
out.append("""
""")
for mahost,maport,name,desc,manc in servers:
divclass = "CHARTDYNAMIC" if manc else "CHARTSTATICMIXED" if mixedservers==3 else "CHARTSTATIC"
divclick = 'onclick="ma_zoom(this)"' if manc else ""
out.append("""
""")
else:
out.append("""master charts are unavailable in CLI mode""")
print("\n".join(out))
except Exception:
print_exception()
if "CC" in sectionset:
if needseparator:
if cgimode:
print(""" """)
else:
print("")
else:
needseparator=1
out = []
try:
if cgimode:
# get cs list
hostlist = []
data,length = leaderconn.command(CLTOMA_CSERV_LIST,MATOCL_CSERV_LIST)
if leaderconn.version_at_least(1,7,25) and (length%64)==0:
n = length//64
servers = []
for i in range(n):
d = data[i*64:(i+1)*64]
flags,v1,v2,v3,ip1,ip2,ip3,ip4,port = struct.unpack(">BBBBBBBBH",d[:10])
if (flags&1)==0:
hostlist.append(((ip1,ip2,ip3,ip4),port,(v1,v2,v3)))
elif leaderconn.version_at_least(1,6,28) and leaderconn.version_less_than(1,7,25) and (length%62)==0:
n = length//62
servers = []
for i in range(n):
d = data[i*62:(i+1)*62]
disconnected,v1,v2,v3,ip1,ip2,ip3,ip4,port = struct.unpack(">BBBBBBBBH",d[:10])
if disconnected==0:
hostlist.append(((ip1,ip2,ip3,ip4),port,(v1,v2,v3)))
elif leaderconn.version_less_than(1,6,28) and (length%54)==0:
n = length//54
servers = []
for i in range(n):
d = data[i*54:(i+1)*54]
disconnected,v1,v2,v3,ip1,ip2,ip3,ip4,port = struct.unpack(">BBBBBBBBH",d[:10])
if disconnected==0:
hostlist.append(((ip1,ip2,ip3,ip4),port,(v1,v2,v3)))
charts = (
(100,'cpu','cpu usage (percent)'),
(107,'memory','memory usage (if available - rss + virt)'),
(101,'datain','traffic from clients and other chunkservers (bits/s - main server + replicator)'),
(102,'dataout','traffic to clients and other chunkservers (bits/s - main server + replicator)'),
(103,'bytesr','bytes read - data/other (bytes/s)'),
(104,'bytesw','bytes written - data/other (bytes/s)'),
(2,'masterin','traffic from master (bits/s)'),
(3,'masterout','traffic to master (bits/s)'),
(105,'hddopr','number of low-level read operations per minute'),
(106,'hddopw','number of low-level write operations per minute'),
(16,'hlopr','number of high-level read operations per minute'),
(17,'hlopw','number of high-level write operations per minute'),
(18,'rtime','time of data read operations'),
(19,'wtime','time of data write operations'),
(20,'repl','number of chunk replications per minute'),
(21,'create','number of chunk creations per minute'),
(22,'delete','number of chunk deletions per minute'),
(28,'load','load - max operations in queue'),
)
servers = []
mixedservers = 0
if len(hostlist)>0:
hostlist.sort()
out.append(""" """)
cchtmp = CCdata.split(":")
if len(cchtmp)==2:
cchtmp = (cchtmp[0],cchtmp[1],0)
if len(cchtmp)==3:
cshost = cchtmp[0]
csport = cchtmp[1]
csnc = int(cchtmp[2])
out.append("""""")
out.append("""""")
out.append("""
""")
for id,name,desc in charts:
divclass = "CHARTDYNAMIC" if csnc else "CHARTSTATIC"
divclick = 'onclick="cs_zoom(this)"' if csnc else ""
out.append("""
""")
elif len(cchtmp)==1 and len(CCdata)>0:
chid = 0
for id,name,desc in charts:
if name==CCdata:
chid = id
if chid==0:
try:
chid = int(CCdata)
except Exception:
pass
if chid>0 and chid<1000:
out.append("""""")
out.append("""""")
out.append("""
""")
for cshost,csport,name,desc,csnc in servers:
divclass = "CHARTDYNAMIC" if csnc else "CHARTSTATICMIXED" if mixedservers==3 else "CHARTSTATIC"
divclick = 'onclick="cs_zoom(this)"' if csnc else ""
out.append("""
""")
else:
out.append("""chunk server charts are unavailable in CLI mode""")
print("\n".join(out))
except Exception:
print_exception()
if cgimode:
print(""" """)
print("""""")
print("""""")
""")
#print("""