File: //proc/thread-self/root/lib/python3/dist-packages/sos/__pycache__/utilities.cpython-38.pyc
U
�� e�F �
@ s� d dl Z d dlZd dlZd dlmZmZmZ d dlZd dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dlZd dlmZ d dlmZ zd dlmZ W n ek
r� d dlmZ Y nX dZdZd d
� Z dEd d
�Z dFdd�Z dd� Z dGdd�Z dd� Z!dHdd�Z"edddddddddf
d d �Z#dId d �Z$dJd!d"�Z%dKd$d%�Z&e j'fd&d'�Z(d(d)� Z)d*d+� Z*d,d-� Z+d.d/� Z,d0d1� Z-e j.d2�d3d4�Z/d5d6� Z0g fd7d8�Z1d9d:� ZG d;d<� d<�Z2G d=d>� d>e
j3�Z4G d?d@� d@e5�Z6G dAdB� dB�Z7G dCdD� dDe8�Z9dS )L� N)�Popen�PIPE�STDOUT)�closing)�deque)�
parse_version)�parseFi, c
C sH t | d��4}t�| �j|kr*|�| d� |�� W 5 Q R � S Q R X dS )z,Returns the last number_of_bytes of filename�rb� N)�open�os�stat�st_size�seek�read)�filenameZnumber_of_bytes�f� r �//usr/lib/python3/dist-packages/sos/utilities.py�tail$ s r �rc C s^ t | t�rRz t| |�W S tk
rN t�d�}|�d| � tt� � � Y S X nt| �S dS )z@Returns a file-like object that can be used as a context managerZsosz fileobj: %s could not be openedN)
�
isinstance�strr �IOError�loggingZ getLogger�debugr �io�StringIO)Z path_or_file�mode�logr r r �fileobj, s
r � � � @� c C sd t | �}| |kr d|| S | |kr0d|| S | |krDd|| S | |krXd|| S d| S dS )zCConverts a number of bytes to a shorter, more human friendly formatz%.1fTz%.1fGz%.1fMz%.1fKz%dN)�float)Zbytes_�K�M�G�T�fnr r r �
convert_bytes9 s r+ c s� t rPz6t�| �� ddg}� jdko8t� fdd�|D �� W S tk
rN Y nX t| d��B}z|�d� W W 5 Q R � dS tk
r� Y W 5 Q R � d S X W 5 Q R X d
S ) az Helper to determine if a given file contains binary content or not.
This is especially helpful for `sos clean`, which cannot obfuscate binary
data and instead, by default, will remove binary files.
:param fname: The full path of the file to check binaryness of
:type fname: ``str``
:returns: True if binary, else False
:rtype: ``bool``
ztext/zinode/�binaryc 3 s | ]}� j �|�V qd S �N)Z mime_type�
startswith)�.0Z_mt�Z_ftupr r � <genexpr>Z s z!file_is_binary.<locals>.<genexpr>Ztr� FTN) � magic_mod�magicZdetect_from_filename�encoding�any� Exceptionr r �UnicodeDecodeError)�fnameZ_mimesZtfiler r0 r �file_is_binaryH s
��
r: c c s� |r"t j�|��t jj�}||7 }t �|�D ]^\}}}|rV|�t jj�|krV|dd�= |rht�||�shq,t�|| �D ]}t j�||�V qtq,dS )z�Generator function to find files recursively.
Usage::
for filename in find("*.properties", "/var/log/foobar"):
print filename
N) r �path�dirname�count�sep�walk�fnmatch�filter�join) Z file_patternZtop_dirZ max_depthZ path_patternZ
base_depthr; �dirlistZfilelist�namer r r �findj s
rE c
s> g }|D ]0}t |�� }|�� fdd�|D �� W 5 Q R X q|S )z�Returns lines matched in fnames, where fnames can either be pathnames to
files to grep through or open file objects to grep through line by linec 3 s | ]}t �� |�r|V qd S r- )�re�match)r/ �line��patternr r r1 � s zgrep.<locals>.<genexpr>)r �extend)rJ Zfiles_or_pathsZmatchesZfopZfor rI r �grep� s
$rL c s\ t j�dd��t jj�}� g� fdd�|D � }�rJ|�fdd�|D �7 }tdd� |D ��S )z6Returns if a command matches an executable on the PATH�PATH� c s g | ]}t j�|� ��qS r )r r; rB )r/ �p)�commandr r �
<listcomp>� s z!is_executable.<locals>.<listcomp>c s g | ]}t j�� |�d ���qS )�/)r r; rB �lstrip)r/ �c��sysrootr r rQ � s c s s | ]}t �|t j�V qd S r- )r �access�X_OK)r/ r; r r r r1 � s z is_executable.<locals>.<genexpr>)r �environ�get�splitr; �pathsepr6 )rP rV �pathsZ
candidatesr )rP rV r �
is_executable� s �r^ c
s^ � �fdd�} �fdd�} t j�� }
d|
d< |r\|�� D ]"\}}|rN||
|< q8|
�|d� q8|r~td�r~d |rrd
nd || f } t�| �}g }|D ]F}|�d �r�d
|kr�t � |�}|r�|�
|� q�|� |� q�|� |� q�|
r�t |
d�}nt
}z�t|d||r�tnt
d|
d| d�}|
�s$t|j||�}n
t||�}��rJ|j�r�| |� �q4n`z|�|�rZ|nd� W nF tk
�r� |�� |
�r�|�� d|_d|�� |jd� Y W S X |
�r�|�� |�� dk�rʐq�|�� }|j}W nX tk
�r2 } z8|
�r�|�� |j t j k�r dd d d� W Y �
S |�W 5 d}~X Y nX |j dk�sL|j dk�rPd}|j ||d�S )z�Execute a command and return a dictionary of status and output,
optionally changing root or current working directory before
executing command.
c s( �r�dkrt ��� � r$t �� � d S �NrR )r �chroot�chdirr )ra r` r r �_child_prep_fn� s
z.sos_get_command_output.<locals>._child_prep_fnc s, � � s| � � dkr | �� t�t�d� d S )N�| �{�G�z�?)�poll� terminate�SoSTimeoutError�time�sleep)�proc)�pollerr r �
_check_poller� s z-sos_get_command_output.<locals>._check_pollerzC.UTF-8�LC_ALLN�timeoutztimeout %s %ds %sz --foregroundrN rR �*�wF���T)�shell�stdout�stderr�bufsize�envZ close_fdsZ
preexec_fnrc )Zstatus�output� truncated� �~ � ) r rY �copy�items�popr^ �shlexr[ r. �globrK �appendr r r r � AsyncReaderrs �
FakeReader�running�waitr7 rf �close� get_contents�is_fullre �OSError�errnoZENOENT�
returncode)rP rn rt r` ra rv Z
foregroundr, � sizelimitrk Zto_filerb rl Zcmd_env�key�value�argsZ
expanded_args�argZ expanded_argZ_outputrO �readerrs rx �er )ra r` rk r �sos_get_command_output� s�
�
�
�
�r� c sX � � d�d }t� t� t� |g�}� fdd�t�|tj�D �}�rT�fdd�|D �}|S )a Imports the module module_fqname and returns a list of defined classes
from that module. If superclasses is defined then the classes returned will
be subclasses of the specified superclass or superclasses. If superclasses
is plural it must be a tuple of classes.�.rq c s g | ]\}}|j � kr|�qS r )�
__module__)r/ ZcnameZclass_)�
module_fqnamer r rQ s
�z!import_module.<locals>.<listcomp>c s g | ]}t |� �r|�qS r )�
issubclass)r/ �m)� superclassesr r rQ s
)�
rpartition�
__import__�globals�locals�inspectZ
getmembersZisclass)r� r� Z module_name�module�modulesr )r� r� r �
import_module s
�r� � c C s t | |||d�d S )zeShell out to an external command and return the output or the empty
string in case of error.
)rn r` ra rw )r� )�cmdrn r` Zrunatr r r � shell_out s ��r� r
c C sF dddddg}d}| dkr4|dk r4|d 7 }| d
} qd || || f S ) N�BZKiBZMiBZGiBZTiBr r! � r2 g �@z%.*f%sr )�sizeZ precision�suffixesZ suffixindexr r r �get_human_readable! s
r� c C s> |r,|t jkr,| �|�s,t j�|| �d��} t||�}|| �S r_ )r r> r. r; rB rS �getattr)r; rV �methodr� Z_methr r r � _os_wrapper+ s
r� c C s$ d| krt | |dtd�S t | |d�S )Nro r� )r� �exists)r� r� �r; rV r r r � path_exists3 s r� c C s t | |d�S )N�isdir�r� r� r r r �
path_isdir9 s r� c C s t | |d�S )N�isfiler� r� r r r � path_isfile= s r� c C s t | |d�S )N�islinkr� r� r r r � path_islinkA s r� c C s t | |dt�S )N�listdir)r� r r� r r r r� E s r� rU c G s6 |r$| � |�s$tj�|| �tj��} tjj| f|�� S r- )r. r r; rB rS r> )r; rV rO r r r � path_joinI s r� c C s d| d S )a" Helper to make text bold in console output, without pulling in
dependencies to the project unneccessarily.
:param text: The text to make bold
:type text: ``str``
:returns: The text wrapped in the ASCII codes to display as bold
:rtype: ``str``
z[1mz[0mr )�textr r r �boldO s
r� c s� g }g � |� |� t| t�r�| �� D ]�\}�� �|� |rB||krR|� t��� q$t�t�r$z$|� t�fdd�|D ��d � W n tk
r� Y nX � � ��� � q$n
|� | � � fdd�|D �S )a Recursively compile all elements of a potentially nested dict by a set
of keys. If a given key is a dict within ``dobj``, then _all_ elements
within that dict, regardless of child keys, will be returned.
For example, if a Plugin searches the devices dict for the 'storage' key,
then all storage devices under the that dict (e.g. block, fibre, etc...)
will be returned. However, if the Plugin specifies 'block' via ``keys``,
then only the block devices within the devices['storage'] dict will be
returned.
Any elements passed here that are _not_ keys within the dict or any nested
dicts will also be returned.
:param dobj: The 'top-level' dict to intially search by
:type dobj: ``dict``
:param keys: Which keys to compile elements from within ``dobj``. If no
keys are given, all nested elements are returned
:param keys: ``list`` of ``str``
:returns: All elements within the dict and any nested dicts
:rtype: ``list``
c 3 s | ]}|� kr� | V qd S r- r )r/ r� )�vr r r1 � s z/recursive_dict_values_by_key.<locals>.<genexpr>r c s g | ]}|� kr|�qS r r )r/ �d)�_filtr r rQ � s z0recursive_dict_values_by_key.<locals>.<listcomp>)rK r �dictr} r� � recursive_dict_values_by_key�
IndexError�keys)Zdobjr� Z_items�kr )r� r� r r� \ s,
���
r� c C s t | �S )z Parse the version string
)�
version_parse)�versionr r r r � s r c @ s8 e Zd ZdZdd� Zedd� �Zdd� Zedd � �Zd
S ) r� z�Used as a replacement AsyncReader for when we are writing directly to
disk, and allows us to keep more simplified flows for executing,
monitoring, and collecting command output.
c C s || _ || _d S r- )�processr, )�selfr� r, r r r �__init__� s zFakeReader.__init__c C s dS )NFr �r� r r r r� � s zFakeReader.is_fullc C s | j s
dS dS )NrN r{ )r, r� r r r r� � s zFakeReader.get_contentsc C s | j �� d kS r- )r� re r� r r r r� � s zFakeReader.runningN) �__name__r� � __qualname__�__doc__r� �propertyr� r� r� r r r r r� � s
r� c s< e Zd ZdZ� fdd�Zdd� Zdd� Zedd � �Z� Z S )
r� z�Used to limit command output to a given size without deadlocking
sos.
Takes a sizelimit value in MB, and will compile stdout from Popen into a
string that is limited to the given sizelimit.
c sb t t| ��� || _|| _d| _d | _|rB|d }t|| j �| _t| jd�| _d| _ | �
� d S )Ni r" )�maxlenT) �superr� r� �chanr, � chunksize�slots�intr r� �start)r� Zchannelr� r, �� __class__r r r� � s zAsyncReader.__init__c C sJ z&| j �| j�}|sq$| j�|� qW n ttfk
r> Y nX d| _dS )al Reads from the channel (pipe) that is the output pipe for a
called Popen. As we are reading from the pipe, the output is added
to a deque. After the size of the deque exceeds the sizelimit
earlier (older) entries are removed.
This means the returned output is chunksize-sensitive, but is not
really byte-sensitive.
FN)r� r r� r r� �
ValueErrorr r� )r� rH r r r �run� s zAsyncReader.runc C sH | j rt�d� q | js.d�dd� | jD ��S d�dd� | jD ��S dS )z-Returns the contents of the deque as a stringrd rN c s s | ]}|� d d�V qdS )zutf-8�ignoreN)�decode�r/ Zlnr r r r1 � s z+AsyncReader.get_contents.<locals>.<genexpr>r{ c s s | ]
}|V qd S r- r r� r r r r1 � s N)r� rh ri r, rB r r� r r r r� � s
zAsyncReader.get_contentsc C s | j s
dS t| j�| j kS )z?Checks if the deque is full, implying that output was truncatedF)r� �lenr r� r r r r� � s zAsyncReader.is_full)
r� r� r� r� r� r� r� r� r� �
__classcell__r r r� r r� � s
r� c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd S )
�ImporterHelperz�Provides a list of modules that can be imported in a package.
Importable modules are located along the module __path__ list and modules
are files that end in .py.
c C s
|| _ dS )zopackage is a package module
import my.package.module
helper = ImporterHelper(my.package.module)N)�package)r� r� r r r r� � s zImporterHelper.__init__c C s t j�|�}t j�|�\}}|S )z-Returns the plugin module name given the path)r r; �basename�splitext)r� r; �baserD Zextr r r � _plugin_name� s zImporterHelper._plugin_namec s � fdd�|D �}|� � |S )Nc s( g | ] }d |kr|� d�r� �|��qS )r� z.py)�endswithr� )r/ Zpluginr� r r rQ � s
�z9ImporterHelper._get_plugins_from_list.<locals>.<listcomp>)�sort)r� Zlist_�pluginsr r� r �_get_plugins_from_list� s
�z%ImporterHelper._get_plugins_from_listc C s4 t j�|�r0ttd|��}| �|�}|r,|S g S d S )Nz*.py)r r; r� �listrE r� )r� r; Zpy_filesZpnamesr r r �_find_plugins_in_dir s
z#ImporterHelper._find_plugins_in_dirc C s2 g }| j jD ] }tj�|�r |�| �|�� q |S )zQReturns the list of importable modules in the configured python
package. )r� �__path__r r; r� rK r� )r� r� r; r r r � get_modules
s
zImporterHelper.get_modulesN) r� r� r� r� r� r� r� r� r� r r r r r� � s r� c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� TempFileUtilc C s || _ g | _d S r- )�tmp_dir�files)r� r� r r r r� s zTempFileUtil.__init__c C s2 t j| jd�\}}t�|d�}| j�||f� |S )N)�dirzw+)�tempfileZmkstempr� r �fdopenr� r� )r� �fdr9 Zfobjr r r �new s zTempFileUtil.newc C sh | j D ]V\}}z|�� |�� W n tk
r6 Y nX zt�|� W q tk
rZ Y qX qg | _ d S r- )r� �flushr� r7 r �unlink)r� r9 r r r r �clean% s zTempFileUtil.cleanN)r� r� r� r� r� r� r r r r r� s r� c @ s e Zd ZdS )rg N)r� r� r� r r r r rg 3 s rg )r )r! r" r# r$ )NN)N)N)r� NN)r
):r rF r� �
subprocessr r r r r@ r� r r� r� Z threadingrh r �
contextlibr � collectionsr Z
pkg_resourcesr r� � SyntaxErrorZpackaging.versionr r3 ZTIMEOUT_DEFAULTr r r+ r: rE rL r^ r� r� r� r� r; r� r� r� r� r� r� r> r� r� r� r� ZThreadr� �objectr� r� r� rg r r r r �<module> sn
"
�
q
6=-