File: //usr/local/sysak/.sysak_components/tools/fsstatClass.pyc
�
�]ic @ sj d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z d d l
m
Z
d d l
m Z m Z d d l
m
Z
d d l m Z m Z d d l m Z e j d d � Z d a d
� Z d � Z d � Z d
� Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z! d � Z" d e
f d � � YZ# d S( i����N( t OrderedDict( t
diskstatClass( t getDevtt
getDevtRegion( t
humConvert( t PIPEt Popen( t PAGESIZEt SYSAK_WORK_PATHt c C s4 t | d t d t d t �} | j j � j d � S( Nt shellt stdoutt stderrs utf-8( R t TrueR R t readt decode( t cmdt p( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyt execCmd s c C se yL t d t | � d � �, } d j t j d | j � � � j � SWd QXWn t k
r` d SXd S( Ns /proc/s /statusR s Tgid:(.*)t -( t opent strt joint ret findallR t lstript IOError( t pidt f( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyt getTgid s /
c C sb yI d | k rH t d t | � d � � } | j � j d � SWd QXn Wn t k
r] | SX| S( Ns ..s /proc/s /comms
( R R R t rstripR ( t commR R ( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyt fixComm$ s
c C se t j t d � a t j t j _ t j t j _ t j g t j _
d t j _ t j g t j _
d S( Ns /tools/libpodinfo.so(
t ctypest CDLLt work_patht podinfo_libt c_char_pt CListPodst restypet CGetContainerInfost c_intt SetLogLevelt argtypest Nonet FreeCString( ( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyt
setPodinfoLib- s c C s� d j | � } y� t | d � �m } | j � j � } | s@ d Sd | k r] | j d � d S| j d � } t | � d k r� | d Sd SWd QXWn8 t k
r� } d j | | � GHd St k
r� } d SXd S( Ns /proc/{0}/cgroupt rs ::i t :i i s2 错误:未找到PID为 {0} 的进程。原因: {1}( t formatR t readlinet stripR, t splitt lenR t Exception( R t cgroup_file_pathR t linet partst e( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyt getCgroupNamebyPid6 s" c C s� t j d � t j � } t j d � | s0 i S| j d � } t j | � } x0 | D]( } | rU | j | j d � � rU | SqU Wi S( Ni i s utf-8t CgroupParent( R$ R* R& R t jsont loadst
startswitht get( t cg_patht resultt podst pod( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyt getPodbyCgroupP s
c
C s� y�d t | � } d } t | d � �� } | j � j d � } t | � d k rz t | d � d k rz | d d d !n d } t j d | � r� t d | � j d
� } n Wd QXt j
| d � } x| D]} y� t j | d | � } d
| k sd | k sd | k rw� n t j j
| � rjt j | � j t | � k rjt | � d k rf| d | S| S| d k r�| | } t j j
| � r�t j | � j t | � k r�| d | Sn Wq� t t f k
r�} q� q� Xq� WWn t k
r�n Xd S( Ns /proc/R s /cgroups docker/i i i s \A[0-9a-fA-F]+\Zs& docker inspect -f '{{.HostRootPath}}' s
s /fds /fd/s /dev/s /sys/s [containterId:%s]R ( R R R R4 R5 R t matchR R3 t ost listdirt readlinkt patht isfilet statt st_inot intR t EOFErrorR6 (
R t inot piddirt dockerRootPathR t cidt fdListRJ t dockerFullPathR: ( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyt getFullNameFromProcPid` s8 ?"
$0
c C s� | d } | d } t | � d k r* d S| j � sH t | � d k rZ | d j � d Sy< x1 | D]) } | j | � d k rd | j � d Sqd Wd SWn t k
r� | d j � d SXd S( Nt mntfnamet fsmountinfoi R i i����( R5 t isspaceR4 t findt
IndexError( t fileInfoDictRW t fsmountInfot l( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyt
getMntPath� s
c C s� d } t | � } | d k r' d } n xS | d | d | d | d g D]/ } | d k rJ | d k rJ | d | 7} qJ qJ W| d d k r� | d d k r� d | } n | | } d | k r� t | d
| d � } | d k r� | } q� n | S(
NR t /t d3fnamet d2fnamet d1fnamet bfnames (fault)s /...s ...R RP R ( R_ RV ( R\ t
fileSuffixt mntdirR t filename( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyt getFullName� s$
c C s t d | d | � d S( Ns echo 's ' > ( R ( Rg t txt( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyt echoFile� s c C s t d | d | � d S( Ns echo 's ' >> ( R ( Rg Ri ( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyt echoFileAppend� s c C sD d } t | � � } | j � } Wd QX| j | � d k r@ t St S( Ns4 /sys/kernel/debug/tracing/available_filter_functionsi ( R R RZ R
t False( t namet fileR t ss( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyt
supportKprobe� s t fsstatClassc B s� e Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z
d � Z d
� Z d � Z
d � Z d
� Z d � Z d � Z RS( c
C s� t t | � j | | | | | � g | _ | | _ | | _ | | _ | d k r^ t | � n d | _ | d k r t | � n d | _
| d k r� t | � n d d g | _ d }
|
d | _
|
d | _ | j d | _ g | _ d | _ i | _ i | _ | j d � } d
| k r$d n d | _ | j d
� } | j � | _ xA | j D]6 }
|
j � d } | j | | � | j | | � qUWt | j � d k r�d d GHt j d � n d | _ t � d S( Ni��i i����s /sys/kernel/debug/tracings /kprobe_eventss /instances/iofsstat4fss /events/kprobess: dev=+0x10(+0x28(+0x20(%s))):u32 inode_num=+0x40(+0x20(%s)):u64 len=%s:u64 mntfname=+0x0(+0x28(+0x0(+0x10(%s)))):string bfname=+0x0(+0x28(+0x18(%s))):string d1fname=+0x0(+0x28(+0x18(+0x18(%s)))):string d2fname=+0x0(+0x28(+0x18(+0x18(+0x18(%s))))):string d3fname=+0x0(+0x28(+0x18(+0x18(+0x18(+0x18(%s)))))):string %sR, s comm=s
comm=(.*)R t mmapi s %ss error: not available kprobei
( t superRq t __init__t
expressionR t miscStatt devnameR, RN t topt bwThreshR t devtt kprobeEventt
tracingDirt kprobeDirt kprobet kprobeArgsFormatt
pid_pod_cachet file_name_cachet _getKprobeArgst ftracePaserCommArgst _getFsMountInfoR] R4 t _kprobeReadWritet _kprobeMmapR5 t syst exitt outlogFormatBaseR. ( t selfRw R t
utilThreshRy Rx R= t
nodiskStatRv t Patternt tracingBaseDirt
kprobeArgst mmapKprobeArgst entryt fstype( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyRt � s< !!'
c C s� x� d d g D]� } | d | d | d | | d | d | g } t t | j � t | � @� rj q
n d } x$ | D] } t | � rw | } Pqw qw W| s� | j � t k r
d | GHq
q
n d | d | } | j j | � | j j | � q
Wd S(
Nt writeR t _file_t _itert
_file_aio_t generic_file_aio_s! warnning: not available %s kprobes p t ( t listt setR~ R, Rp t enableJsonShowRl t appendRu ( R� R� R� t opt kPointsR~ t kt pointKprobe( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyR� � s"
c C s� x� | d d g D]} } | | j k r, q n t | � s\ | j � t k r d | GHq q n d | d | } | j j | � | j j | � q Wd S( Nt
_page_mkwritet
filemap_faults not support kprobe %ss p R� ( R~ Rp R� Rl R� Ru ( R� R� R� R~ R� ( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyR� s c C s� d } t d � } | j d � } | d k r� t | d � d k so t | d � d k ru t | d � d k ru d n d
} t | d � d k s� t | d � d k r� t | d � d k r� d n d } n� d
} t | d � d k st | d � d k rt | d � d k rd n d } t | d � d k r[t | d � d k rRd n d } n t | d � d k rzd } n t d � } | j d � d j � } i d d g d 6d d g d 6d d g d 6} d }
} x� | j � D]� \ } }
| j | � r�| d k r7d | |
d }
d | |
d } | } n( d | |
d } }
d | |
d } Pq�q�W|
d k r�t d | � � n | j |
|
| |
|
|
|
| | f } | S(! NR s uname -rt .Rr i i i i
s 0xa0(+0x0%s)s 0xa0%ss 0x0(+0x0%s)s 0x0%st 0x10i t 0x0t 0x8i
t 0x18s
comm=$comms7 lscpu | grep -E "Architecture|架构" | sed "s/：/:/g"R0 s (%r0)s (%r1)t arms (%di)s (%si)t x86s (%x0)s (%x1)t aarch64t +s arch %s not support( R R4 RN R3 t itemsR? t
ValueErrorR ( R� t typet commArgst vinfot versiont offFilet offLenR t archt regst argv0t argv1t keyt valt argv2R� ( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyR� sH 8;8%
"c s� g � | j d k r, � j d | j � n1 t j d � } x | D] } � j d | � qB Wt d � �+ } t t � f d � | j � � � } Wd QX| S( Ns /dev/s
/sys/blocks /proc/mountsc s t � f d � � D� � S( Nc 3 s | ] } | � k Vq d S( N( ( t .0R: ( t x( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pys <genexpr>F s ( t any( R� ( t devList( R� s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyt <lambda>E s ( Rw R, R� RG RH R R� t filtert readlines( R� t sysfsBlockDirListt devR R] ( ( R� s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyR� < s
c C s� | j } t j j | j � s1 t j | j � n x�| j D]�} d | j � d d } | j d | d } | j d | d } t j j | � r� t | d � | d d k r� t | d � n t
| j d | � n t
| j | � | d d k rht | j
� } | t | � k rNt | d
t t | � � d t t | � � � qht | d t | � � n t | d
� t d | j d | d � } t j d | � } | r; d | j d � k r�d | _ q�q; q; Wd S( Nt p_i t _0R` s /enables /filtert 0i s -:%ss dev>=s &&dev<=s dev==t 1s grep print s /formats (.*) dev=(.*) inode_num=(.*)R� i i ( Rz RG RJ t existsR| t mkdirRu R4 R} Rj Rk R{ R Rw t minR t maxR R RF t groupR� ( R� Rz t expt probet enableKprobet filterKprobeR� t fmtt matchObj( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyt configI s2
.
c C s? t | j d d � t | j d d � t t | � j � d S( Ns /traceR s /tracing_onR� ( Rj R| Rs Rq t start( R� ( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyR� g s c C s+ t | j d d � t t | � j � d S( Ns /tracing_onR� ( Rj R| Rs Rq t stop( R� ( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyR� l s c C s� x� | j D]� } d | j � d d } | j d | d } t j j | � sU q
n t | d � | j d d k r� | j d | d } t | d � n t | j d | � q
Wt
t | � j � d S(
NR� i R� R` s /enableR� i s /filters -:%s(
Ru R4 R} RG RJ R� Rj Rz Rk R{ Rs Rq t clear( R� R� R� R� R� ( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyR� p s
c C sp d } i } i } i d d 6d d 6d d 6d d 6d d 6d d 6d d 6d d
6d d 6} | j } t | � rr t n t } x�| D]�} | j d � } d
| k s d | k s d | k r� d | k s d | k r� q n t j d d d | | � } | d k s d | j d � j d � k r`d | j d � j d � k r`d | j d � j d � k r`q n | j d � j
d d � d j � }
t | j d � | j � } | j
d k r�t |
� | j
k s t | � d k r�q n | r�| j d � j d � } n% | j d � j
d d � d j � } t | |
� } d! | k rCq n | j | � }
|
d k rdq n | j d k r�| j | � } | | j � k r�| j | i � n | | } n t | j d" � | j � } t | � d# t | � d# |
} | | j � k rHg | j D] } d$ |
| k r
| ^ q
} |
| d <| j d% � j d � | d <| j d � j d � | d <| j d � j d � | d <| j d � j d � | d <| j d& � j d � | d <| | d <| | d
<|
| d <| j | i
t | � d' 6| d( 6t |
� d) 6|
d 6d d* 6d d+ 6d d, 6d d- 6|
d 6| d. 6� n t | j d/ � | j � } d0 | k s{d1 | k r�t } n d2 | k s�d1 | k r�| | d* c d 7<| | d+ c t | � 7<n d3 | k s�d0 | k r| | d, c d 7<| | d- c t | � 7<n |
| | d k rO|
| | d <t |
� | | d) <n | t | � 7} q W| | | f S(4 Ni t deviceR RW Rd Rc Rb Ra RX RP R s
s dev=s ="etc"s ="usr"s ="bin"s ="sbin"s9 (.*) \[([^\[\]]*)\] (.*) dev=(.*) inode_num=(.*) len=(.*)s4 mntfname=(.*) bfname=(.*) d1fname=(.*) d2fname=(.*)s
d3fname=(.*)s .soi s "t libi t usri
i R i R� i s ..i R0 s /dev/i i t inodeR t tgidt cnt_wrt bw_wrt cnt_rdt bw_rdR\ i R� t page_mkwriteR� R ( R� R5 R
Rl R R RF R, R� R3 t rsplitRN R� R R R t getDevNameByDevtRv t getMasterDevt keyst
setdefaultR] R R ( R� t traceTextt bwTotalRL t mStatR\ R� t hasCommArgsR� R� R R� R R� t diskRP t inoTaskR RX t size( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyt _paserTraceToStat} s�
* %$%
",
+1 c C s� | d } | | j k r) | j | } n+ t t | � � j d d � } | | j | <| d k r{ | d c d | d 7<n | d t | d � } | | j k r� | j | } n t | d � } | | j | <| | d
<d S( NR t Namet unknowR s [pod: t ]R� R� R\ Rn ( R� RE R; R@ R R� Rh ( R� t itemR t podnamet fkeyt full_path( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyt _processItem� s
c s, xS | j D]H \ } } | | j � k r; | j | i � n | | j t | � � q
Wg } x� | j � D]� \ } } d � | j | d � | j | d � k r� d � n t | j � d � f d � d t �| j } x! | D] \ } } | j
| � q� W| j | | f � qi W| j 2| j j | � d S( NR� t w_iopst r_iopsR� R� c s | d � S( Ni ( ( R: ( t idxSort( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyR� � s t reversei (
Rv R� R� t updatet dictR� t getDiskStatIndt sortedR
Rx R� R� t extend( R� R� t dR� t tmpStatt st _R� ( ( R� s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyt
_joinMiscStat� s" $ + c C s� | j } d } t j | d t �} t j d t j � � | d <| d k r\ t | � d n d } x� | j � D]� \ } } | d | d d k r� qo n | d
r� t | d
t
� j d | � n d | d
<| d r� t | d t
� j d | � n d | d <d } t j | d t �} x$ | j � D] \ } }
|
| | <q'W| d
j | � qo Wt
| d
� d k r�| j t j | � � n d S( Ns {"time":"","fsstats":[]}t object_pairs_hooks %Y/%m/%d %H:%M:%St timei R R� R� i R� R� s� { "inode":0,"comm":"","tgid":0,"pid":0,"cnt_rd":0, "bw_rd":0,"cnt_wr":0,"bw_wr":0,"device":0,"file":0}t fsstats( t cycleR= R> R R t strftimet localtimeR R� R R
t replaceR� R5 t writeDataToJsont dumps( R� RL t secst statJsonStrt
fstatDictst stSecsR� R� t
fsstatJsonStrt
fsstatDictR� ( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyt showJson� s& "33c
C s- | j } d d GH| d k r. t | � d
n d
} x� | j � D]� \ } } | d | d d k rk qA n | d r� t | d t � j d
| � n d | d <| d r� t | d t � j d
| � n d | d <d | d | d | d | d | d | d | d | d | d
| d f
GHqA Wd GHd S( Ns+ %-20s%-8s%-8s%-8s%-12s%-8s%-12s%-12s%-12s%sR R� R R� R� R� R� R� R� t filepathi R i s+ %-20s%-8s%-8s%-8d%-12s%-8d%-12s%-12s%-12s%sRn R (
s comms tgids pids cnt_rds bw_rds cnt_wrs bw_wrs inodes deviceR ( R R R� R R
R
( R� RL R
R R� R� ( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyt printStat s "33 c C s[ | j } t | j d d � � } | j | � \ } } } Wd QXt t | j � d d � d t �| j � } x' | j � D] \ } } | j | � q{ W| j
d k r� | j | � S| j
r� | | | j
k r� d S| j � t k r t j d t j � � GHn | j � t k r(t t | � j � n | j � t k rJ| j | � n
| j | � d S( Ns /traceR/ R� c S s | d d | d d S( Ni R� R� ( ( R: ( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyR� / s R� s %Y/%m/%d %H:%M:%S( R R R| R� R R� R� R
Rx R� Rv R, R Ry R� Rl R R R t disableShowRs Rq t showR R ( R� R
R R� RL R� R R� ( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyR ' s$
c C s5 | j � t j t | � � | j � | j � d S( N( R� R t sleept floatR� R ( R� t interval( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyR� A s
( t __name__t
__module__Rt R� R� R� R� R� R� R� R� R� R� R R R R R� ( ( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyRq � s ) .
V ($ RG R� t signalt stringR R R= R! t collectionsR R R R R t
subprocessR R Rr R t getenvR# R, R$ R R R R. R; RE RV R_ Rh Rj Rk Rp Rq ( ( ( s7 /usr/local/sysak/.sysak_components/tools/fsstatClass.pyt <module> s8 )