Advanced Web Server Manager
Complete File Manager & Terminal - Standalone Version
By Sid Gifari | Gifari Industries
Current path:
/
/
usr
/
local
/
lib
/
python3.6
/
site-packages
/
nixstatsagent
/
__pycache__
✏️
Editing: nixstatsagent.cpython-36.pyc
3 ��`_ � @ s� d dl mZ d dlZd dlZejd krzyd dlmZ W n ek rN eZY nX d dl Z d dl Z d dl m Z mZ d dlZn(d dlZd dlZd dlZd dl m Z mZ d dlZd dlZy d dlZW n ek r� d dlZY nX d dlZd dlZd dlZd dlZd dlZd dl Z d dl Z d dl Z d dl Z d dl Z y0d dl!m"Z"m#Z# d dl$m%Z%m&Z& d dl'm(Z( W nB ek �r� d d l"m"Z" d d l m#Z# d d l)m%Z%m&Z&m(Z( Y nX d Z*ej+j,ej+j-e.��Z/ej+j0d d�ej+j0d d�ej+j0ej+j,e/�d�ej+j0ej+j,e/�d�ej+j-d�ej+j-d�fZ1ej2dk�r8ej+j0e/d�ej+j0e/d�fZ1dd� Z3d dd�Z4dd� Z5g fdd�Z6G dd� d�Z7d d � Z8e9d k�r�e8� dS )!� )�print_functionN� )� basestring)�Queue�Empty)�urlparse� urlencode)�urlopen�Request)� HTTPError)r )r )r r r z1.2.17z/etcz nixstats.iniznixstats-token.ini�win32c C sV t dd�} | jjdd�}| jdd�}djdt d d j|� d | d | jjdd � f�S )z� Return string with info about nixstatsagent: - version - plugins enabled - absolute path to plugin directory - server id from configuration file T)� dry_instance�agent�plugins�enabled)�state� z Version: %szPlugins enabled: %sz, zPlugins directory: %sz Server: %s�server)�Agent�config�get� _get_plugins�join� __version__)r � plugins_pathZplugins_enabled� r �E/usr/local/lib/python3.6/site-packages/nixstatsagent/nixstatsagent.py�infoB s r �httpsc C s. t jd }tdd�}tt j�dkr.t jd }ntjjtd�}tt j�dkrVt jd }nd}d|kr�|jd�d }|jd�d }njytj � d }W n t k r� t j � }Y nX t | d |jjd d � d t|||d��jd�d�j� j� }t|�dk�r td| � t|d�jd||f � n td| � d S )N� T)r � znixstats-token.inir � �_r z://�data�api_hostz /hello.php)�user�hostname� unique_idzutf-8)r# � zGot server_id: %s�wz [DEFAULT] user=%s server=%s z Could not retrieve server_id: %s)�sys�argvr �len�os�pathr �__FILEABSDIRNAME__�split�uname�AttributeError�socket�getfqdnr r r r �encode�read�decode�print�open�write)�protoZuser_idr Ztoken_filenamer' Z server_idr& r r r �helloW s6 r< c C s0 t | t�r&tjj| �}tjj|�d S | jS d S )Nr )� isinstancer r- r. �basename�splitext�__name__)�pluginr> r r r � _plugin_name~ s rB c 3 C sj t dd�}|jjdd�}|tjkr0tjjd|� | sR|jdd�} tdd j| � � �x| D �]}td | � yt j |�\}}}W n. t k r� } ztd |� wZW Y d d }~X nX zHyt j ||||�}W n. t k r� } ztd |� wZW Y d d }~X nX W d |�r|j � X y(|j� j|j�} ttj| ddd�� W qZ t k �r` } ztd|� W Y d d }~X qZX qZW d S )z� Test specified plugins and print their data output after single check. If plugins list is empty test all enabled plugins. T)r r r r r )r z Check all enabled plugins: %sz, z%s:z Find error:Nz Load error:� )�indent� sort_keyszExecution error:)r r r r* r. �insertr r8 r �imp� find_module� Exception� load_module�close�Plugin�run�json�dumps) r r r � plugin_name�fp�pathname� description�e�module�payloadr r r � test_plugins� s4 rW c @ s� e Zd Ze� Ze� Ze� Ze� ZdZd dd�Z dd� Z dd� Z dd � Z d d � Z d d � Zdd� Zdd� Zdd� Zdd� Zd dd�Zdd� Zdd � Zd S ) r Fc C s: | j � i | _|rdS | j� | j� | j� | j� dS )z0 Initialize internal strictures N)� _config_init� plugins_cache� _logging_init� _plugins_init�_data_worker_init� _dump_config)�selfr r r r �__init__� s zAgent.__init__c C s� ddt jdddtjjtd�ddddddd d dd �}d d dg}tjdkrRtj |�}n t j |�}|j t � || _ xF|D ]>}| j|� |dkr�| j j|dd� |d krr| j j|dd� qrW dS )z1 Initialize configuration object �< � �d r �nor! zapi.nixstats.comz/v2/server/pollz/var/log/nixstatsagent.log�a)� max_data_span� max_data_age� logging_level�threads�ttl�intervalr r � subprocessr% r r$ �api_path�log_file� log_file_mode�max_cached_collectionsr � executionr# r rj r g �?NiX )r )�logging�INFOr- r. r r/ r* � version_info� configparser�RawConfigParser� ConfigParserr6 � ini_filesr �_config_section_create�set)r^ �defaults�sectionsr �sectionr r r rX � s< zAgent._config_initc C s | j j|�s| j j|� dS )zc Create an addition section in the configuration object if it's not exists N)r � has_section� add_section)r^ r| r r r rx � s z Agent._config_section_createc C s� | j jdd�}| j jdd�}| j jdd�}|dkr4n |dkrBd}n|dkrPd}nd}|d krjtj|d � n\ytj|||d d � W nD tk r� } z(tj|d � tjd |� tjd� W Y dd}~X nX tjd|� dS )z, Initialize logging faculty r rg rm rn r) rd �truncate�append�-)�levelz,%(asctime)-15s %(levelname)s %(message)s)�filename�filemoder� �formatz IOError: %szDrop logging to stderrNzAgent logging_level %i)r) rd )r �getintr rq � basicConfig�IOErrorr )r^ r� rm rn rT r r r rZ � s& zAgent._logging_initc C s* t jd� | jjdd�}tjtjj|d��}|tjkrDtjj d|� i | _ x�|D ]�}t |�}|dkrfqP| j |� | jj |d�rP| jj |d�r�d| j |< qPtj|�\}}}zJytj||||�}W n0 tk r� d}t jd ttj� d �� Y nX W d|�r|j� X |�rd| j |< qPt jd |� qPW dS ) z& Discover the plugins r[ r r z*.pyr r rk Nzimport_plugin_exception:%szimport_plugin:%s)rq r r r �globr- r. r r* rF �schedulerB rx � getbooleanrG rH rJ rI �error�str�exc_inforK ) r^ r � filenamesr� �namerQ rR rS rU r r r r[ s2 " zAgent._plugins_initc C s( t jtj|ft jt jdd�}tjdtj� |j � | j j dd�}t |�}| j j |d�}|| p^d}|j � xB|jdkr�|d kr�tjd tj� |� tj|� |d8 }|j � qjW |jdkr�tjd tj� |j � tj|j tj� |j� \}}|jd ks�|�rtjd tj� ||j|� |�r tj|�} nd} | S ) z0 Execute /task/ in a subprocess T)�stdout�stderr�universal_newlinesz %s:process:%irp rj ri r Nr z %s:tick:%iz %s:kill:%iz %s:%s:%s:%s)rk �Popenr* � executable�PIPErq �debug� threading� currentThread�pidr r� rB �poll� returncode�time�sleepr� r- �kill�signal�SIGTERM� communicate�pickle�loads) r^ �task�processrj r� ri Zticksr� r� �retr r r �_subprocess_execution6 s2 zAgent._subprocess_executionc C sb �x@| j r tjdtj� � P tjdtj� | jj� � y| jj� }W n t k rX P Y nX tjdtj� |� t |�}y| j j |d�}W n d}Y nX t j � }t|t�r�| j|�}nry<| jj|| jj |g �i� |j| j| d�}|j| j �}W n4 tk �r& tjd� dttj� d �i}Y nX | jj|||||d �� qW | j jtj� � | j j � d S ) zW Take queued execution requests, execute plugins and queue the results z %s:shutdownz%s:exec_queue:%iz %s:task:%srj r` )Z agent_cacheZplugin_exception� exceptionr )�tsr� r� rj rV N) �shutdownrq r r� r� r� �execute�qsize� get_nowaitr rB r r r� r= r r� rY �updaterL rM rI r� r� r* r� �metrics�put�cemetery�hire�release)r^ r� r� rj r� rV rA r r r � _executionU sD zAgent._executionc C s� t jdtj� � | jjdd�}| jjdd�}| jjdd�}| jjdd�}| jjdd�}| jjdd �}| jjdd �}| jjdd �}g } g } �x\tj� } | jr�t jd tj� � P t j d tj� | j j � t | �� xX| j j � �r"y| j | j j� � W q� tk �r } zt jd| � W Y dd} ~ X q�X q�W | �r�tdd� | D ��} tdd� | D ��}tj� }d}|| |k�r|t j d� d}d}n || |k�r�t jd� d}d}|�r�dd||f d�}t j dtj| ddd �� |�o�|�s�t jd � d}�nΐz��y,tjd.k�rtjj|d d �}ntj|d d �}| �r�t jd!t | �� xj| �r�|j d"d#|t f | d$ |d%� |j � }|j � |j d&k�r�| d$= t j d'|j � nt!d(|j ���q6W t jd)� |j d"d#|t f t"j#t$tj| �d* �j%� �|d%� |j � }|j � |j d&k�r t j d'|j � d}nt!d(|j ��W n� tk �r� } znt jd+| � |d$k�r�t | �|k�rh| d$= t jd,|� t jd-� | j t"j#t$tj| �d* �j%� �� g } W Y dd} ~ X nX W d|j&� X |�r�g } |tj� | }|d$kr�tj'|� q�W dS )/zA Take and collect data, send and clean if needed z%sr# r$ rl r rf re r r% rj ro z %s:shutdownz %s:data_queue:%i:collection:%izData queue error: %sNc s s | ]}|d V qdS )r� Nr )�.0rT r r r � <genexpr>� s z Agent._data.<locals>.<genexpr>c s s | ]}|d V qdS )r� Nr )r� rT r r r r� � s Fz Max data spanTz Max data agezapplication/jsonz ApiKey %s:%s)z Content-typeZ Authorizationzcollection: %sr )rD rE z&Empty server or user, nowhere to send.r � )�timeoutz Sending cached collections: %i�PUTz %s?version=%sr )�headers�� zSuccessful response: %szUnsuccessful response: %szAll cached collections sentr z Failed to submit collection: %szCReach max_cached_collections (%s): oldest cached collection droppedz,Cache current collection to resend next time)r )(rq r r� r� r r r� r� r� r� r# r� r, r� r� rI r� �min�max�warningrN rO r* rs �http�clientZHTTPSConnection�httplibZrequestr Z getresponser6 �status� ValueError�bz2�compressr� r5 rK r� )r^ r$ rl Zmax_ageZmax_spanr r% rj ro Zcached_collectionsZ collectionZloop_tsrT Zfirst_tsZlast_ts�now�send�cleanr� � connection�response�sleep_intervalr r r �_data� s� $ " z Agent._datac C s t jd� tj| jd�j� dS )z/ Initialize data worker thread r\ )�targetN)rq r r� �Threadr� �start)r^ r r r r\ � s zAgent._data_worker_initc C s< t jdkrtj� }ntj� }| jj|� tjd|j� � dS )z, Dumps configuration object r z Config: %sN)r ) r* rs �io�StringIOr r: rq r �getvalue)r^ �bufr r r r] � s zAgent._dump_configr c C s� | j jdd�}g }xztjtjj|d��D ]b}t|�}|dkr>q(| j|� |dkrj| j j|d�r�|j |� q(|dkr(| j j|d�s(|j |� q(W |S )z0 Return list with plugins names r r z*.pyr �disabled) r r r� r- r. r rB rx r� r� )r^ r r r r� rP r r r r s zAgent._get_pluginsc C sV t jd| jj� � x>y| jj� }W n tk r8 P Y nX t jd|� |j� qW dS )zb Join with dead workers Workaround for https://bugs.python.org/issue37788 z cemetery:%iz joining:%sN)rq r� r� r� r� r r )r^ �threadr r r �_rip s z Agent._ripc s� t jd� | jjdd�}tj| jjdd��| _�y��x�| j� t j � � t j dtj � � xx| j j � r�| j j� }|d }t j d|� |jd �}|r�t� �| jj|d� | j|< t|tj�r�|j|d < | jj|� qXW � fd d �| jj� D �}x�|D ]�}t j d |� | j|= | jj|� | jjd ��rzy&tj| j d�}|j � t j d|� W n0 t k �rv } zt j d|� W Y dd}~X nX q�t j d� | j j� dd| jjdd�id�� q�W dt j � � }|dk�r�t j |� q6t j d� t j d� q6W W n� t!k �r� t j t"j#� d � t jd� | j� d} x�| �r�tj$� } t jd | � d d � | D �} | �sht jd � t"j%d� d| _&t jd t'| �� x&| D ] }t jd ||� |j(|� �q�W �q&W Y n2 t k �r� } zt j)d!| � W Y dd}~X nX dS )"z. Start all the worker threads zAgent main loopr rj rp rh z %i threadsr� z metrics:%sr� c s g | ]\}}|� kr|�qS r r )r� �whatZwhen)r� r r � <listcomp>? s z Agent.run.<locals>.<listcomp>z scheduling:%sF)r� z new_execution_worker_thread:%sz Can not start new thread: %sNZthreads_cappedZagent_internalZthreads_capping)r� r� rV g �?r z'not enough time to start worker threadsg�������?z Shutting downTzRemaining threads: %sc S s( g | ] }|j � rt|tj� r|�qS r )�isDaemonr= r� � _MainThread)r� r� r r r r� g s zBye!z Waiting for %i threads to exitzJoining with %s/%fzWorker error: %s)*rq r r �getfloatr� � Semaphorer� r� r� r� r� � activeCountr� r� r� r �intr� r= �types� ModuleType�__file__r# r� �itemsr� �acquirer� r� r� rI r� r� �KeyboardInterruptr* r� � enumerate�exitr� r, r r� ) r^ rj r� r� rA r� r� rT r� �wait_forZ all_threadsr )r� r rM & s| z Agent.runN)F)r )r@ � __module__� __qualname__r r� r� r# r� r� r_ rX rx rZ r[ r� r� r� r\ r] r r� rM r r r r r � s$ ( " /j r c C sF t tj�dk�r8tjd jd�r8tjd dd � tjd< tjd dkr^tdjd�� tj� n�tjd d kr�tt� � tj� n�tjd d kr�tt� tj� n�tjd d kr�tjd= tjt � � nrtjd d kr�tjd= tjt d d�� nJtjd dk�rtjt tjdd � �� n tdtjd tj d� tjd� n t � j � d S )Nr z--r �helpr �!Run without options to run agent.�,Acceptable options (leading -- is optional):�4 help, info, version, hello, insecure-hello, testr �versionr< zinsecure-hellor� )r; �testzInvalid option:)�file)r� r� r� )r, r* r+ � startswithr8 r r� r r r< rW r� r rM r r r r �mainw s4 r� �__main__)r )r ):Z __future__r r� r* rs Z past.builtinsr � ImportErrorr� rt Z http.clientr� �queuer r r� rv r� r� r� rG rN Z simplejsonrq r- r� r� r3 rk r� r� r� �urllib� urllib.parser r Zurllib.requestr r Z urllib.errorr �urllib2r r. �dirname�abspathr� r/ r rw �platformr r< rB rW r r� r@ r r r r �<module> sz ' ( L"
💾 Save Changes
❌ Cancel