o bqc@sdZddlZddlmZmZmZmZmZddlm Z m Z m Z m Z m Z ddlmZmZmZmZmZmZmZmZGdddeZGdd d eZGd d d e ZGd d d eZGdddeZGdddeeZdS)zA Convenience Classes building on the base PMAPI extension module N)c_intc_uintc_char_pcastPOINTER) pmContextpmValuepmDescpmErrtimeval)PM_CONTEXT_HOSTPM_CONTEXT_ARCHIVE PM_INDOM_NULL PM_IN_NULL PM_ID_NULLPM_SEM_COUNTER PM_ERR_EOLPM_TYPE_DOUBLEc@seZdZdZddZdS) MetricCorea Core metric information that can be queried from the PMAPI PMAPI metrics are unique by name, and MetricCores should be also rarely, some PMAPI metrics with different names might have identical PMIDs PMAPI metrics are unique by (name) and by (name,pmid) - _usually_ by (pmid) too. Note that names here (and only here) are stored as byte strings for direct PMAPI access. All dictionaries/caching strategies built using the core structure use native strings (i.e., not byte strings in python3). cCs<||_t|ts |d}||_||_d|_d|_d|_dS)Nutf-8) ctx isinstancebytesencodenamepmiddesctexthelp)selfrrrr */usr/lib/python3/dist-packages/pcp/pmcc.py__init__+s   zMetricCore.__init__N)__name__ __module__ __qualname____doc__r"r r r r!r s rc@seZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ ddZ ddZddZddZddZddZd d!Zd"d#Zd$d%Zd&d'Zd(d)Zd*d+Zd,d-Zd.d/Zeed0d0d0Zeed0d0d0Zeed0d0d0Zeed0d0d0Zee d0d0d0Z ee d0d0d0Z!eeed0d0Z"eed0d0d0Z#eeed0d0Z$eeed0d0Z%eed0d0d0Z&eed0d0d0Z'eed0d0d0Z(eed0d0d0Z)d1d2Z*d3d4Z+d0S)5Metricz Additional metric information, such as conversion factors and values several instances of Metric may share a MetricCore instance cCsL||_d|_d|_d|_d|_|jjj|_d|_ d|_ d|_ d|_ d|_ dSN)_core_vset_values _prevvset _prevValuesrcontentstype _convType _convUnits _errorStatus _netValues_netPrevValues_netConvertedValues)rcorer r r!r"?s  zMetric.__init__cC|jjSr()r)rrr r r!_R_ctxOz Metric._R_ctxcCs |jjSr()r)rdecoder8r r r!_R_nameQs zMetric._R_namecCr7r()r)rr8r r r!_R_pmidSr:zMetric._R_pmidcCr7r()r)rr8r r r!_R_descUr:zMetric._R_desccCr7r()r)rr8r r r!_R_textWr:zMetric._R_textcCr7r()r)rr8r r r!_R_helpYr:zMetric._R_helpcCst|jjtt}||S)z% Return the vlist[vlist_idx] of vset )rr.vlistrr)rvset vlist_idxlistptrr r r! get_vlist\szMetric.get_vlistcCs|||jS)z. Return the inst for vlist[vlist_idx] of vset )rEinst)rrBrCr r r!get_instaszMetric.get_instc Cs|}|j}||jjj}g}t|jD]Q}|||}z||j}Wn t y.d}Ynw|j |j ||jj |j } |jrWttd} |j| d<|j|j | | d|j} | |j } |||| fq|S)zj Extract the value for a singleton or list of instances as a triple (inst, name, val) r)r mcGetInstDrr.indomrangenumvalrErFKeyErrorpmExtractValuevalfmtr/r0r1rr pmConvScaledrefappend) rinValuesrBrinstDvalLiinstvalroutAtomrvaluer r r! computeValueses.      zMetric.computeValuescCsV||jkr|||}||jkr|St|jD]}|||}||jkr(|SqdS)z2 Find a metric instance in the previous resultset N)rMrErFrL)rindexrFpvsetpinstvalpir r r!_find_previous_instval~s     zMetric._find_previous_instvalc CsR|jjtkr ||S|durdS|}|}|j}||jjj}g}t|j D]} | || } | | | j |} | durr?r@rErGr[r`rgrirkrmrorprrrtrvrzr}rpropertyrrrrrrrbrcconvType convUnits errorStatusr netPrevValues netConvValuesrrr r r r!r'6sR ( r'c@sFeZdZdZedfddZddZddZd d Zd d Z d dZ dS) MetricCachea} A cache of MetricCores is kept to reduce calls into the PMAPI library this also slightly reduces the memory footprint of Metric instances that share a common MetricCore a cache of instance domain information is also kept, which further reduces calls into the PMAPI and reduces the memory footprint of Metric objects that share a common instance domain local:cCs0t|||i|_i|_i|_d|_d|_dS)Nr)rr" _mcIndomD _mcByNameD _mcByPmidD _mcCounter _mcMetricsrtypedtargetr r r!r"s  zMetricCache.__init__cCs |j|S)z/ Query the instance : instance_list dictionary )r)rrKr r r!rJs zMetricCache.mcGetInstDcCs|jjj}||jvrIt|jttjkrtdi}n(|jt kr'| |j\}}n| |j\}}|dur?|dur?t t ||}ni}|j||i|jjjtkrW|jd7_|jd7_|j|j|i|j|j|idS)z Update the dictionary s PM_IN_NULLNrI)rr.rKrrrZrr_typer pmGetInDomArchive pmGetInDomdictzipupdaterarrrrrr;rr)rr6rKinstmapinstLnameLr r r!_mcAdds    zMetricCache._mcAddc Csg}d}d}t|D]%\}}t|tr|}|j|}|s*|s#i}|||i||q |r\|| \}}|D]\}} | t krO|sIg}||q=| || } | |||<q=||fS)z3 Update the core (metric id, description,...) list N) enumeraterrr;rgetrrS mcFetchPmidskeysr _mcCreateCore) rrcoreLmissDerrLr\rr6idLrnewcorer r r!mcGetCoresByName+s,      zMetricCache.mcGetCoresByNamec Cslt|||}z|||_Wn ty.}zd||f}tj|t dd}~ww| ||S)z Update the core description z%s: pmLookupDesc: %srIN) r pmLookupDescrr prognamemessagesysstderrwrite SystemExitr)rrrrerrorfailr r r!rNs   zMetricCache._mcCreateCorec Csd}tt|}t|D]\}}t|ts|d}t|||<q z%||}t|t|krFdt|t|f}tj d|t dWn t yg}zd| | f} tj | t dd}~wwt|||fS)zD Update the core metric ids. note: some names have identical pmids Nrz%d of %d metric nameszCannot resolve %srIz%s: pmLookupName: %s)rlenrrrr pmLookupNamerrrrr rrr) rrrnameAr\r pmidArraymissingrrr r r!r\s(    zMetricCache.mcFetchPmidsN) r#r$r%r&r r"rJrrrrr r r r!rs  # rc@seZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ e edddZ e edddZe edddZe ee ddZe edddZe e dddZe e dddZgfddZddZddZddZddZdS) MetricGroupa Manages a group of metrics for fetching the values of a MetricGroup is a dictionary of Metric objects, for which data can be fetched from a target system using a single call to pmFetch the Metric objects are indexed by the metric name pmFetch fetches data for a list of pmIDs, so there is also a shadow dictionary keyed by pmID, along with a shadow list of pmIDs cCrhr()_ctxr8r r r!_R_contextCacherjzMetricGroup._R_contextCachecCs|jj|jjkSr()rrrr8r r r!_R_nonCountersszMetricGroup._R_nonCounterscCrhr() _pmidArrayr8r r r! _R_pmidArrayrjzMetricGroup._R_pmidArraycC |jjjSr()_resultr. timestampr8r r r! _R_timestampr~zMetricGroup._R_timestampcCrhr()rr8r r r! _R_resultrjzMetricGroup._R_resultcCrr()rwr.rr8r r r!_R_prevTimestampr~zMetricGroup._R_prevTimestampcCrhr()rwr8r r r!_R_prevrjzMetricGroup._R_prevcCs|j|_||_dSr()rrw)rpmresultr r r! _W_results zMetricGroup._W_resultNcCs6t|||_d|_d|_d|_i|_||dSr()rr"rrrrw_altDmgAdd)r contextCacheinLr r r!r"s zMetricGroup.__init__cC*||vrtdt||t||ddSNz)metric group with that key already exists)rrNr __setitem__rrattrrZr r r!rzMetricGroup.__setitem__c Cs|j|\}}|D]}t|}||j|i|j|j|iq t|}t||_ t | D]\}}t||j|j |<q2dS)z Create the list of Metric(s) N) rrr'rrrrrrrrr) rrrrr6metricnxkeyr r r!rs zMetricGroup.mgAddc Csz8|j|j|_|jj}t|jjjD] }|jj|}|jj|}|j |j |j |_ ||j |_ qW|jSt yc}z|j dtkrKtdd||f}tj|tdd}~ww)zl Fetch the list of Metric values. Save the old value. Return the result timestamp. rz%s: pmFetch: %srIN)rpmFetchrresultr.rLnumpmidget_pmidget_vsetrr*r,r argsrrrrrrrr)rrrWrrBrrr r r!mgFetchs$  zMetricGroup.mgFetchcCs(|jdur t|j}nd}t|j|S)z Sample delta - used for rate conversion calculations, which requires timestamps from successive samples. N)rwfloat prevTimestampr)rrr r r!mgDeltas  zMetricGroup.mgDelta)r#r$r%r&rrrrrrrrrr nonCountersrrrprevrr"rrrrr r r r!rrs,    rc@s eZdZdZddZddZdS)MetricGroupPrintera Handles reporting of MetricGroups within a GroupManager. This object is called upon at the end of each fetch when new values are available. It is also responsible for producing any initial (or on-going) header information that the tool may wish to report. cCs4|D]}||}|D]}||qqdS)z0 Base implementation, all tools should override N)rr)rmanager group_namegroup metric_namer r r!reports  zMetricGroupPrinter.reportcCs>|D]}||}|}|D] }|||qqdS)z1 Do conversion for all metrics across all groups N)rrr)rrrrrdrr r r!converts  zMetricGroupPrinter.convertN)r#r$r%r&rrr r r r!rs rc@seZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ e eeddZ e eeddZe ee ddZe de ddZe e dddZedfddZddZeddZddZddZddZd d!Zd"d#Zd$d%ZdS)&MetricGroupManagerz Manages a dictionary of MetricGroups which can be pmFetch'ed inherits from MetricCache, which inherits from pmContext cCrhr(_optionsr8r r r! _R_optionsrjzMetricGroupManager._R_optionscCr{r(r)roptionsr r r! _W_optionsr~zMetricGroupManager._W_optionscCrhr(_default_deltar8r r r!_R_default_delta rjz#MetricGroupManager._R_default_deltacCr{r(r)rrdr r r!_W_default_delta r~z#MetricGroupManager._W_default_deltacCrhr(_default_pauser8r r r!_R_default_pauserjz#MetricGroupManager._R_default_pausecCr{r(rrpauser r r!_W_default_pauser~z#MetricGroupManager._W_default_pausecCr{r()_printer)rprinterr r r! _W_printerr~zMetricGroupManager._W_printercCrhr()_counterr8r r r! _R_counterrjzMetricGroupManager._R_counterNrcCs@t|t|||d|_tdd|_d|_d|_d|_dS)NrIr) rr"rrr rrrrrr r r!r"%s   zMetricGroupManager.__init__cCrrrrr r r!r.rzMetricGroupManager.__setitem__cCs$|||}t|jd|_||_|S)z8 Helper interface, simple PCP monitor argument parsing. r) fromOptionsr rdrr)clsrargvrr r r!builder3s zMetricGroupManager.buildercCs$|durdSt|jt|jdS)z- convert timeval to epoch seconds as a float Nrg.A)rtv_sectv_usec)rtvr r r! _tv2float>szMetricGroupManager._tv2floatc Cs|jdurdSd}|D] }||jrd}q |j}|dur&||dfS|jdur/dS|j}|j}|j}|durE|j}| |}| || ||}t |d||fS)a Return the number of samples we are to take and the finish time, or 0,0 if --finish is not specified. This is based on command line options --samples but also must consider --start, --finish and --interval. If none of these were presented, a zero return means "infinite". Also consider whether the utility needs rate-conversion, automatically increasing the sample count to accommodate when counters metrics are present. N)rNrIrg?) rrrpmGetOptionSamplespmGetOptionFinishOptargpmGetOptionOriginpmGetOptionFinishpmGetOptionIntervalrr int) rextrarsamplesoriginfinishrdperiodwindowr r r!_computeSamplesDs(         z"MetricGroupManager._computeSamplescCsp|jdur|jS|jtkrtdd|_|jS|jdur1|j}|dur*||_|jS|j|_|jS|j|_|jS)aV Figure out how long to sleep between samples. This needs to take into account whether we were explicitly asked for a delay (independent of context type, --pause), whether this is an archive or live context, and the sampling --interval (including the default value, if none requested). Nr)rr/r r rrrrr r r!_computePauseTimecs    z$MetricGroupManager._computePauseTimec Csg}tt|}t|D]\}}t|ts|d}t|||<q zt||Wn*tyTt|D]\}}zt||Wq5tyQ| ||Yq5wYnw|sYdS|S)z Return a list of metrics that are missing from the default context. This is usually only applicable when replaying archives. Return None if all found, else a list of missing metric names. rN) rrrrrrrrr rS)rrrrrWrr r r!checkMissingMetricsxs(    z&MetricGroupManager.checkMissingMetricscCsJd}d}|D]}||}|dus|||kr"|}||}q|S)z/ Perform fetch operation on all of the groups. Nr)rrr )r fetchtimermaxrstampr r r!fetchs   zMetricGroupManager.fetchc Cs|\}}|}z:|} |j|krdkrWdS|dur/||||kr/WdS|j|||}|jd7_qtyX}z|WYd}~Sd}~wt yaYdSw)av Using options specification, loop fetching and reporting, pausing for the requested time interval between updates. Transparently handles archive/live mode differences. Note that this can be different to the sampling interval in archive mode, but is usually the same as the sampling interval in live mode. TrNrI) rrrrr rrsleeprKeyboardInterrupt)rrrtimercurtimecoder r r!runs0     zMetricGroupManager.run)r#r$r%r&rrrrrrrrrr default_delta default_pausercounterr r"r classmethodrr rrrrr#r r r r!rs2    r)r&rctypesrrrrr pcp.pmapirrr r r cpmapir r rrrrrrobjectrr'rrrrrr r r r!s(B{q