File manager - Edit - /opt/saltstack/salt/lib/python3.10/site-packages/salt/__pycache__/fileclient.cpython-310.pyc
Back
o ;jl� � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Zddl Zddl Zddl Zddl Zddl!Zddl"Zddl#m$Z$ ddl%m&Z&m'Z'm(Z( ddl)m*Z*m+Z+m,Z, ddl-m.Z. e�/e0�Z1dZ2dd d �Z3d d � Z4G d d� d�Z5G dd� de5�Z6G dd� de5�Z7G dd� de7�Z8e8Z9G dd� d�Z:G dd� d�Z;dS )z" Classes that manage file clients � N)�DEFAULT_HASH_TYPE)�CommandExecutionError� MinionError�SaltClientError)� HTTPHeaders�HTTPInputError�parse_response_start_line)� SaltSwift� Fc C s4 | � dd�}|r|dkrd}tttd�� |t�| �S )z[ Read in the ``file_client`` option and return the correct type of file server � file_client�remote�local�pillar)r r r )�get� RemoteClient�FSClient� PillarClient)�optsr �client� r �C/opt/saltstack/salt/lib/python3.10/site-packages/salt/fileclient.py�get_file_client2 s ��r c C sZ t | t�s| S i }| �� D ] \}}t |t�r&z|�� }W n ty% Y nw |||< q |S )z� Convert top level keys from bytes to strings if possible. This is necessary because Python 3 makes a distinction between these types. )� isinstance�dict�items�bytes�decode� UnicodeError)�src�output�key�valr r r �decode_dict_keys_to_str@ s � r" c @ s8 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd d � Ze j d<dd��Z d=dd�Z d>dd�Z d?dd�Z d@dd�Zd<dd �Zd<d d �Z dAd d �Zd!d"� ZdBd#d$�Zd?d%d&�Zd?d'd(�Zd?d)d*�Zd<d+d,�Zd<d-d.�Zd/d0� Zd=d1d2�ZdCd3d4�Z dDd5d6�Z 7 dEd8d9�Z d=d:d;�Z d S )F�Clientz/ Base class for Salt file interactions c C s || _ tj�| j �| _d S �N)r �salt�loader�utils��selfr r r r �__init__Y s zClient.__init__c C s | � |d � d S �Nr )r* )r) �stater r r � __setstate__b s zClient.__setstate__c C s d| j iS r+ �r �r) r r r � __getstate__g � zClient.__getstate__c C s. |� d�s td|� ���tjj�|�\}}|S )zV Make sure that this path is intended for the salt master and trim it �salt://zUnsupported path: )� startswithr r% r' �url�parse)r) �pathZ file_path�saltenvr r r � _check_protoj s zClient._check_protoc C sh t j�|�r |}nt j�|�}t� }tjjj|dd�D ]\}}}|D ]}t j�||�}|� |� q"q|S )zF Helper util to return a list of files in a directory T�� followlinks) �osr6 �isdir�dirname�setr% r' �os_walk�join�add) r) �dest�destdirZfilelist�root�dirs�files�namer6 r r r �_file_local_lists s �zClient._file_local_list�baseNc c s� � | � |�}tjj�|d||�}tj�|�}tjj�d��8 tj� |�r)t� |� zt� |� W n t yI } z |j t jkr?� W Y d}~nd}~ww |V W d � dS 1 sXw Y dS )zV Return the local location to cache the file, cache dirs will be made rF �? N)� get_cachedirr% r' r6 r@ r; r= rF Z set_umask�isfile�remove�makedirs�OSError�errno�EEXIST)r) r6 r7 �cachedirrB rC �excr r r � _cache_loc� s" � ���"�zClient._cache_locc C s: |d u r | j d }|S tj�|�stj�| j d |�}|S )NrR )r r; r6 �isabsr@ )r) rR r r r rK � s �zClient.get_cachedir� Fc C � t �)zb Copies a file from the local files or master depending on implementation ��NotImplementedError)r) r6 rB rN r7 �gziprR r r r �get_file� s zClient.get_filec C rW )z% List the empty dirs rX �r) r7 �prefixr r r �file_list_emptydirs� � zClient.file_list_emptydirsTc C s | j |dd|||||d�S )ze Pull a file down from the file server and store it in the minion file cache rV T)rR � source_hash� verify_ssl�use_etag)�get_url)r) r6 r7 rR r` ra rb r r r � cache_file� s �zClient.cache_filec C s< g }t |t�r |�d�}|D ] }|�| j|||d�� q|S )zm Download a list of files stored on the master and put them in the minion file cache �,�rR )r �str�split�appendrd )r) �pathsr7 rR �retr6 r r r � cache_files� s zClient.cache_filesc C s8 g }| � |�D ]}|�| jtjj�|�||d�� q|S )zU Download and cache all files on a master in a specified environment rf )� file_listri rd r% r' r4 �create)r) r7 rR rk r6 r r r � cache_master� s �zClient.cache_masterc C s g }| � tjj�|��}|�d�s|d }t�d||� | �|�D ]/}tjj�|�}|� � rP|� |�rPtjj � |||�rP| j tjj�|�||d�}|rP|�|� q!|r�| �|�}tjj�|d|�} | �|�D ]%}tjj�|�}|� |�r�| � d|� �} tj�| �s�t�| � |�| � qf|S )zE Download all of the files in a subdir of the master �/z+Caching directory '%s' for environment '%s'rf rF )r8 r% r' �datar �endswith�log�inform �stripr3 � stringutilsZcheck_include_excluderd r4 rn ri rK r6 r@ r^ r; r< rN ) r) r6 r7 Z include_emptyZ include_patZ exclude_patrR rk �fn_rB Z minion_dirr r r � cache_dir� s: �� � �zClient.cache_dirc K sN t j�| jd d|�d��}t j�|�}t j�|�s t �|� t� ||� |S )zJ Cache a local file on the minion in the localfiles cache rR � localfilesrp ) r; r6 r@ r �lstripr= r< rN �shutil�copyfile)r) r6 �kwargsrB rC r r r �cache_local_file s zClient.cache_local_filec C sL t j�| jd d|�}t j�| jd d�}| �|�}| �|�}t|�|��S )zL List files in the local minion files and localfiles caches rR rF ry )r; r6 r@ r rH �sorted�union)r) r7 � filesdestZlocalfilesdestZfdestZldestr r r �file_local_list( s zClient.file_local_listc C � g S �z3 This function must be overwritten r r\ r r r rm 3 r_ zClient.file_listc C r� r� r r\ r r r �dir_list9 r_ zClient.dir_listc C � i S r� r r\ r r r � symlink_list? r_ zClient.symlink_listc C s� |� d�rtjj�|�\}}|r|}tjj�|�rdnd}tj�| j d d|� d��}tj�| j d d||� d��}| j |||d�}tj� |�rS|rQtjj� |�S |S tj� |�rd|rbtjj� |�S |S tj� |�rl|S d S ) z� Returns the full path to a file if it is cached locally on the minion otherwise returns a blank string r2 TFrR ry �|/rF rf rV )r3 r% r' r4 r5 � is_escapedr; r6 r@ r rz � _extrn_path�exists�escape) r) r6 r7 rR �senv�escapedZlocalsfilesdestr� Z extrndestr r r � is_cachedE s, �� �� zClient.is_cachedc C sl t j�|�j}|dkr |S |dkr.tjj�|�\}}|r |}tjj�| j d d||� d��S | j |||d�S )zc Return the expected cache location for the specified URL and environment. rV r% rR rF r� rf ) �urllibr5 �urlparse�schemer% r' r4 r6 r@ r rz r� )r) r4 r7 rR �protor� r r r � cache_deste s �zClient.cache_destc C s� t � }| �|�D ]3}tjj�� r|�dd�}|�d�r;|�d�r.|�|�dd�dd� � q|�|�dd�dd� � qt |�S ) zj Return a list of all available sls modules on the master for a given environment �\rp �.sls� /init.sls�.Ni�������) r> rm r% r' �platform� is_windows�replacerr rA r )r) r7 Zstatesr6 r r r � list_statesz s �zClient.list_statesc C sl d|v r |� dd�}tjj�|d �}tjj�|d �}||fD ]}| j|||d�}|r3||d� S q i S )z� Get a state file from the master and store it in the local minion cache; return the location of the file r� rp r� r� rf )�sourcerB )r� r% r' r4 rn rd )r) Zslsr7 rR Zsls_urlZinit_urlr6 rB r r r � get_state� s �zClient.get_statec C sd g }| � |��d�}|�dd�}t|�dkrd}n|d }| j||d�D ]9} z | t|� dkr1W q$W n ty; Y q$w | t|�d� �d�} |�| �t j j � | �|� d| � �d||�� q$zD| j ||d�D ]:} z | t|� dkrsW qfW n ty} Y qfw | t|�d� �d�} |� d| � �} tj�| �s�t�| � |�| � qfW n ty� Y nw |�� |S ) zB Get a directory recursively from the salt-master rp � � rV r )r] NT)r8 �rstrip�rsplit�lenrm � IndexErrorrz ri r[ r% r' r4 rn r^ r; r6 r< rN � TypeError�sort) r) r6 rB r7 rZ rR rk � separatedr] rw Zminion_relpathZ minion_mkdirr r r �get_dir� sX � � �� � � � �zClient.get_dirc $ s� t jj|dd�} | j} tj�| j| j��tj �} |durUtj� |�s'|� d�rU| j s7t | j�dkr?| j� d�s?|�d�d } nd} tjj�� rNtjj�| �} tj�|| �}| rg| �� tjv rgd �| | f�} d } | d v r�tj�| �sytd | � d ���|du r�tjj�| d�� }|�� }W d � |S 1 s�w Y |S | S | dkrӈj |||||d���r�|du r�tjj��d�� }|�� }W d � |S 1 s�w Y |S �S |r�tj� |�}tj� |�s�|r�t� |� n[dS nX|�sD�j |||d�}|du�r2z(|�d�d }tjjj t |� }tjj!�"||�|k�r#t#�$d|||� |W S W n t%t&t'f�y1 Y nw tj� |�}tj� |��sDt� |� | jdk�r�z5dI�fdd� }�jd d| j| jdd� d|d|d�|d�|d�|d d �|d �|d d�|d d �d!� |W S t(�y� } z t)d"|� d#|� ���d}~ww | jd$k�r�zKt*�+� }| j,}|�s�d%}|�-| j.|� |�/| j0| j1� | j�2d�}tjj�|d&��}|�3d'|� �|j4� W d � n 1 �s�w Y |�5� |W S t(�y� } zt)d(�6||���d}~ww | jd)k�r=z)�fd*d+�}t7|d,d�|d-d�|d.d�|d/d��}|�8| j| jdd� |� |W S t(�y< t)d"|� ���w i }| j0du�rz| jd0v �rz| j}|�9d1�}|dk�r`||d d� }t j�:| j|| j| j;| j | j<f�} | j0| j1f|d2< n|} d�|� d3�� �z7z�g d4��� ��fd5d6�} |�r�g ���fd7d8�} n|� d9�} tjj�| d&����fd:d8�} i } ��r�tj�=� ��r�tj�=|��r�tjj�� d;��}!|!�� �>d<d��?� }"W d � n 1 �s�w Y |"| d=< tjj@j | fd | | | j0| j1�jA|| d>�|��}#��r+|#�Bd?�d@k�r+|�s ��C� d�t�D| � |W W �du�r*��C� S S dA|#v�r;t)dB�6|#dC | j���|�re�dD �rTd���W W �du�rS��C� S S dE���W W �du�rd��C� S S ��C� d�tjj�E| |� |W W �du�r���C� S S t jFjG�y� } zt)dFj6|jH|gt@jIjJjK|jH �R � ��d}~w t jFjL�y� } z t)dG|� dH|jM� ���d}~ww �du�rƈ�C� w w )Jz/ Get a single file from a URL. F)�allow_fragmentsN�rp r� r� rp ���z index.html�:�file)r� rV zPath 'z' is not absolute�rbr% rf rV �=z@Cached copy of %s (%s) matches source_hash %s, skipping download�s3c sL d| � j v r� j d| S z � j d d | W S ttfy% | Y S w )za Get value of s3.<key> from Minion config or from Pillar zs3.r r� �r �KeyErrorr� �r �defaultr/ r r �s3_opt. s �z Client.get_url.<locals>.s3_optzs3.queryZGETr �keyid� service_urlra T�location� path_style� https_enable) �methodZbucketr6 Z return_binZ local_file�actionr r� r� ra r� r� r� zCould not fetch from z . Exception: �ftp� �wbzRETR z4Could not retrieve {} from FTP server. Exception: {}Zswiftc s@ | � j v r � j | S z� j d | W S ttfy | Y S w )z^ Get value of <key> from Minion config or from Pillar r r� r� r/ r r � swift_optb s �z!Client.get_url.<locals>.swift_optz keystone.userzkeystone.tenantzkeystone.auth_urlzkeystone.password)�http�https�@�authz.etag)NFNNc s� �d durԈd d u s�rԈd d u r�| � � s4d�d vr4�d dur(d �d< �r.�d r2d�d< d S �d �| � �rvdttj�d �v rvd d � �d �� D �d }�d< tjj� � d �� }|� |�}W d � n1 spw Y n^d�d v rԈd � d�}|� d �s�d�d< �r��d r�d�d< n%d }|� d�}|D ] }d|v r�|� d�d }q�|�d< �r��d r�d�d< �d �d u r�du r�n nd �d< �d< �d d u r�zt| �} W n ty� Y d S w | jdv�d< t� �d< d S d S )Nr� Fr� � z Content-Typer T�etagc S s g | ] \}}|� � d kr|�qS )r� )�lower)�.0r r! r r r � <listcomp>� s �z5Client.get_url.<locals>.on_header.<locals>.<listcomp>�w�textzutf-8�;�encodingz encoding=r� )i- i. i/ i3 )ru Z parse_line�maprg r� r r% r' rF �fopen�writer r3 rh r r �coder )�hdrr� �etagfp� content_typer� �fields�field)� dest_etagrb � write_bodyr r � on_header� s` � � �� � � � ��z!Client.get_url.<locals>.on_headerc s0 �d r�d r| � �d �} � �| � d S d S )Nr r� )r ri ��chunk)�resultr� r r �on_chunk� s �z Client.get_url.<locals>.on_chunkz.partc s �d r � � | � d S d S )Nr )r� r� )�destfpr� r r r� s ��r� z If-None-Match)�streamZstreaming_callbackZheader_callback�username�passwordr ra � header_dict�statusi0 �handlezError: {} reading {}�errorr� � z HTTP error {0} reading {1}: {3}zError reading z: r$ )Nr� r5 r� r� r; r6 r@ �netlocr� �sepr< rr �queryr� rh r% r' r� r� �sanitize_win_pathr� �string�ascii_lowercaserU r rF r� �readr[ r= rN r� Z HASHES_REVMAP� hashutils�get_hashrs �debug�AttributeErrorr� rO � Exceptionr �ftplibZFTP�port�connect�hostnameZloginr� r� rz Z retrbinaryr� �quit�formatr Z get_object�rfind� urlunparse�params�fragmentr� r� ru r� r r �closerM �renamer� � HTTPErrorr� ZserverZBaseHTTPRequestHandler� responses�URLError�reason)$r) r4 rB rN r7 Zno_cacherR r` ra rb �url_dataZ url_schemeZurl_pathZstrpathZfp_rq rC �formr� rS r� Zftp_portZremote_file_pathr� Z swift_connZ get_kwargsr� Z at_sign_posZ fixed_urlr� r� Zdest_tmpr� r� r� r� r )r� r� r� r) rb r� r rc � s� � � �� �� � �� � ��� ����� �� �� F " ��� � � �� � � �� �������� �zClient.get_url�jinjac K s� d|v r |� d� ||d< | j|||d�}|r tj�|�s dS |tjjjv r4tjjj| |fi |��} nt � d|� dS | d sJt � d| d � dS |sV| j |||d�}d }tj� |�} tj� | �su|rjt�| � n tjj�| d � dS t�| d |� |S ) z< Cache a file then process it as a template �envr7 rf rV z7Attempted to render template with unavailable engine %sr� z(Failed to render template with error: %srq T)�poprd r; r6 r� r% r' Z templatesZTEMPLATE_REGISTRYrs r� r� r= r< rN rF Zsafe_rmr{ �move) r) r4 rB �templaterN r7 rR r} Zsfnrq rC r r r � get_templateC s4 � zClient.get_templatec C sD t j�|�}tjj�� rtjj�|j �}n|j }|� d�d }z |j r)|� dd�}W n t y3 Y nw |du r>| jd }ntj�|�sNtj�| jd |�}|jr[d�|j|jg�}n|j}tjj�� rktjj�|�}tjj�|d||�}tjj�||g�}tjjj||d d �s�d S t|�tkr�tjj�|�}tjj�|d|||�S ) z; Return the extrn_filepath for a given url r� r� r� rV NrR �-Z extrn_filesT)Zsubdirz Invalid path)r� r5 r� r% r' r� r� r6 r� r� rh r� r� � ValueErrorr r; rU r@ r� r� ZverifyZ clean_pathr� �MAX_FILENAME_LENGTHr� Z sha256_digest) r) r4 r7 rR r r� � file_nameZ root_path�new_pathr r r r� s s8 � � zClient._extrn_path)rI Nr$ �rV FrI NN�rI rV )rI NNTF)rI FNNN�rI )rV rI NN)FrI FNNTF)r FrI N) �__name__� __module__� __qualname__�__doc__r* r- r0 r8 rH � contextlib�contextmanagerrT rK r[ r^ rd rl ro rx r~ r� rm r� r� r� r� r� r� r� rc r r� r r r r r# T sj � � �: @ � s �0r# c @ s� e Zd ZdZd dd�Z d dd �Zd d d �Zd d d �Zd dd�Zd dd�Z d dd�Z d dd�Z d dd�Z dd� Z dd� Zd d � ZdS )!r z6 Used by pillar to handle fileclient requests rI c C st ddd�}t jj�|�rt jj�|�}| jd �|g �D ]}tj� ||�}tj� |�r7||d< ||d< | S q |S )z& Locate the file path rV )r6 �rel� pillar_rootsr6 r ) r% r' r4 r� Zunescaper r r; r6 r@ rL )r) r6 r7 �fndrD �fullr r r � _find_file� s �zPillarClient._find_filerV FNc C s, | � |�}| �||�}|�d�}|sdS |S )z� Copies a file from the local files directory into :param:`dest` gzip compression settings are ignored for local files r6 rV )r8 r r ) r) r6 rB rN r7 rZ rR r �fnd_pathr r r r[ � s zPillarClient.get_filec s� g }|� d�}� jd �|g �D ]>}tjjjtj�||�dd�D ]-\}}}� fdd�|D �|dd�< |D ]}tj� tj�||�|�} |� tjj � | �� q4q q|S )z� Return a list of files in the given environment with optional relative prefix path to limit directory traversal rp r Tr9 c � g | ] }t j�� j|�s|�qS r �r% � fileserverZis_file_ignoredr �r� �dr/ r r r� � � ��z*PillarClient.file_list.<locals>.<listcomp>N) ru r r r% r' r6 r? r; r@ �relpathri rq r ) r) r7 r] rk r6 rD rE rF �fnamer( r r/ r rm � s � ��� zPillarClient.file_listc s� g }|� d�}� jd �|g �D ]6}tjjjtj�||�dd�D ]%\}}}� fdd�|D �|dd�< |sE|sE|� tjj � tj� ||��� q q|S )z� List the empty dirs in the pillar_roots with optional relative prefix path to limit directory traversal rp r Tr9 c r" r r# r% r/ r r r� � r' z4PillarClient.file_list_emptydirs.<locals>.<listcomp>N� ru r r r% r' r6 r? r; r@ ri rq r r( �r) r7 r] rk r6 rD rE rF r r/ r r^ � s � � �� z PillarClient.file_list_emptydirsc C sp g }|� d�}| jd �|g �D ]%}tjjjtj�||�dd�D ]\}}}|� tjj � tj� ||��� q q|S )z{ List the dirs in the pillar_roots with optional relative prefix path to limit directory traversal rp r Tr9 r* r+ r r r r� � s � �zPillarClient.dir_listc C sl z| � |�}W n( ty/ } z tj�|�s#t�d||� W Y d}~dS |W Y d}~S d}~ww | �||�S )zU Return either a file path or the result of a remote find_file call. �5specified file %s is not present to generate hash: %sN)r8 r r; r6 rL rs �warningr )r) r6 r7 �errr r r Z__get_file_path s ��� z PillarClient.__get_file_pathc C sp i }| � ||�}|du r|S z|d }W n ty |}Y nw | j�dt�}tjjj||d�|d< ||d< |S )z� Return the hash of a file, to get the hash of a file in the pillar_roots prepend the path with salt://<file on server> otherwise, prepend the file with / for a local file. Nr6 � hash_type�r �hsum) � _PillarClient__get_file_pathr� r r r r% r' r� r� )r) r6 r7 rk r r! r/ r r r � hash_file s �zPillarClient.hash_filec C s� i }| � ||�}|du r|dfS z |d }|�d�}W n ty; |}z tt�|��}W n ty8 d}Y nw Y nw | j�dt�}t j j j ||d�|d< ||d< ||fS )a7 Return the hash of a file, to get the hash of a file in the pillar_roots prepend the path with salt://<file on server> otherwise, prepend the file with / for a local file. Additionally, return the stat result of the file, or None if no stat results were found. Nr6 �statr/ r0 r1 ) r2 r r� �listr; r4 r� r r r% r' r� r� )r) r6 r7 rk r r! Zfnd_statr/ r r r �hash_and_stat_file) s( ���z PillarClient.hash_and_stat_filec C s | � |�S )�W Return a list of the files in the file server's specified environment )rm )r) r7 r r r �list_envH s zPillarClient.list_envc C � | j S )�- Return the master opts data r. r/ r r r � master_optsN � zPillarClient.master_optsc C s" g }| j d D ]}|�|� q|S )z3 Return the available environments r )r ri )r) rk r7 r r r �envsT s zPillarClient.envsc C r� )aX Originally returned information via the external_nodes subsystem. External_nodes was deprecated and removed in 2014.1.6 in favor of master_tops (which had been around since pre-0.17). salt-call --local state.show_top ends up here, but master_tops has not been extended to support show_top in a completely local environment yet. It's worth noting that originally this fn started with if 'external_nodes' not in opts: return {} So since external_nodes is gone now, we are just returning the empty dict. r r/ r r r � master_tops] s zPillarClient.master_topsr r r )r r r r r r[ rm r^ r� r2 r3 r6 r8 r; r= r> r r r r r � s � r c @ s e Zd ZdZe�� ZdZdd� Ze dd� �Z e dd� �Z e d d � �Z e jd d � �Z e d d � �Zejdd � �Zdd� Zd4dd�Zdd� Z d5dd�Zd6dd�Zd6d d �Zd6d d �Zd6d d!�Zd7d"d#�Zd7d$d%�Zd7d&d'�Zd7d(d)�Zd*d+� Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z dS )8r z4 Interact with the salt master file server. Fc C sV t �| |� d| _tjjj�| j�| _ t | j dd�| _ t | �� � t | �j�| � d S )NFr� rV )r# r* �_closingr% �channelr � ReqChannel�factoryr �_channel�getattr�_auth�type�_register_atfork� _instancesrA r( r r r r* y s zRemoteClient.__init__c C s, | j sttd�s d S tj| jd� d| _ d S )N�register_at_fork)�after_in_childT)�_atfork_registered�hasattrr; rI �_after_fork_in_child)�clsr r r rG � s z RemoteClient._register_atforkc C s6 t | j�D ]}zd |_d|_W q ty Y qw d S )NrV )r5 rH rC rE r� )rN �instr r r rM � s ��z!RemoteClient._after_fork_in_childc C s> t | dd �}|d u r tjjj�| j�}|| _t |dd�| _|S )NrC r� rV ) rD r% r@ r rA rB r rC rE �r) r@ r r r r@ � s zRemoteClient.channelc C � || _ d S r$ �rC �r) �valuer r r r@ � � c C s( t | dd �d u r| js| j t | dd�S )NrC rE rV )rD r? r@ r/ r r r r� � s zRemoteClient.authc C rQ r$ �rE rS r r r r� � rU c C sV | j }d| _ d| _|dur(z|�� W | jS ty' tjddd� Y | jS w | jS )zD Reset the channel, in the event of an interruption NrV z$Error closing channel during refreshT)�exc_info)rC rE r r� rs r� r@ )r) Z old_channelr r r �_refresh_channel� s ��z RemoteClient._refresh_channelc C sJ t �� }z | jj||d�W S tjjy$ tdtt �� | �� d���w )N��rawz File client timed out after z seconds) �time� monotonicr@ �sendr% � exceptionsZSaltReqTimeoutErrorr �int)r) �loadrZ �startr r r � _channel_send� s ���zRemoteClient._channel_sendc C sL | j rd S d| _ | j}d | _|d ur$z|�� W d S ty# Y d S w d S )NT)r? rC r r� rP r r r �destroy� s ��zRemoteClient.destroyrV rI Nc C s� t jj�|�\}}|r |}t jj�� s | �||�\}} n| �||�}|dkr/t� d||� dS |durUt j � |�s>|� d�rUt j �|t j �|��}t� d|t j �|�|� |} | s�| �|�} t� d|| |� | j| ||d�� } | } W d � n1 s{w Y t� d || |� | r�t j �| �r�t jj�� s�| �| |�\} }n| �| |�} | |kr�| S t� d ||� d }d }| �|�}||d d �}|r�t|�}||d< d}|�r t j �|�}t j � |��s|�rzt �|� W n t�y } z |jtjkr�� W Y d}~nd}~ww dS t jj�|d�}nt� d� |�sd |d< n|�� |d< | j |dd�}t |�}z�|d �s�|�sw|d �rw| j|d ||d��*} | }t jj�| d��}|� |d � W d � n 1 �sbw Y W d � n 1 �srw Y d|v �r�|dk �r�|d7 }t jj � |t jj!�"|�#dt$���}||d k�r�t�%d||� W �qW n�|�s�| j|d ||d�� } | }t j � |��r�t jj�&|� t jj'�(|d�}W d � n 1 �s�w Y |�#dd��r�t jj)�*|d �}n|d }t+|t,��r�|�-� }|� |� W nQ t.t/f�yU } zBzt0|�j1}W n t2�y& t,t0|��}Y nw |d7 }t�%d||||� | �3� |dk�rKt�4d |||� W Y d}~n W Y d}~nd}~ww �q|�rh|�5� t�6d ||� |S t� d ||� |S ) z� Get a single file from the salt-master path must be a salt server location, aka, salt://path/to/file, if dest is omitted, then the downloaded file will be placed in the minion cache rV z(Could not find file '%s' in saltenv '%s'FNr� z;In saltenv '%s', '%s' is a directory. Changing dest to '%s'z9In saltenv '%s', looking at rel_path '%s' to resolve '%s'rf z<In saltenv '%s', ** considering ** path '%s' to resolve '%s'z6Fetching file from saltenv '%s', ** attempting ** '%s'r Z _serve_file�r6 r7 �cmdrZ zwb+zNo dest file foundT�locrY rq rB r1 r� r� r/ z(Bad download of file %s, attempt %d of 3zKData transport is broken, got: %s, type: %s, exception: %s, attempt %d of 3zTData transport is broken, got: %s, type: %s, exception: %s, retry attempts exhaustedz0Fetching file from saltenv '%s', ** done ** '%s'z3In saltenv '%s', we are ** missing ** the file '%s')7r% r' r4 Z split_envr� r� r6 r3 rs r� r; r6 r< rr r@ �basenamer= r8 rT rL r_ rN rO rP rQ rF r� �tellrb r" r� r� r� rv Zto_strr r r- Zrm_rfZ atomicfileZ atomic_openZ gzip_utilZ uncompressr rg �encoder� r� rF r r� rX r� r rt )r) r6 rB rN r7 rZ rR r� Z hash_serverZ stat_serverZ dest2check�rel_pathr� Z hash_localZ stat_localZd_triesZtransport_triesr` rw rC rS rq Zofiler1 Z data_typer r r r[ � s8 � � �� � ��� � � �� � ��� � � �� � ����V��zRemoteClient.get_filec C � ||dd�}| � |�S )z. List the files on the master � _file_list�r7 r] re �rb �r) r7 r] r` r r r rm � � �zRemoteClient.file_listc C rk )z3 List the empty dirs on the master Z_file_list_emptydirsrm rn ro r r r r^ � rp z RemoteClient.file_list_emptydirsc C rk )z- List the dirs on the master Z _dir_listrm rn ro r r r r� � rp zRemoteClient.dir_listc C rk )z= List symlinked files and dirs on the master Z _symlink_listrm rn ro r r r r� � rp zRemoteClient.symlink_listc C s� z| � |�}W nC tyJ } z7tj�|�s&t�d||� i dfW Y d}~S i }| j�dt �}t j j j ||d�|d< ||d< |W Y d}~S d}~ww ||dd�}| �|�S )z; Common code for hashing and stating files r, Nr/ r0 r1 Z _file_hashrd )r8 r r; r6 rL rs r- r r r r% r' r� r� rb )r) r6 r7 r. rk r/ r` r r r Z__hash_and_stat_file� s& ��� �z!RemoteClient.__hash_and_stat_filec C s | � ||�S )z� Return the hash of a file, to get the hash of a file on the salt master file server prepend the path with salt://<file on server> otherwise, prepend the file with / for a local file. )�!_RemoteClient__hash_and_stat_file)r) r6 r7 r r r r3 � s zRemoteClient.hash_filec C s� | � ||�}z| �|�}W n@ tyM } z4tj�|�s%|dfW Y d}~S z|tt�|��fW W Y d}~S tyH |df Y W Y d}~S w d}~ww ||dd�}| � |�}z |� d�}W ||fS t yq d}Y ||fS w )zu The same as hash_file, but also return the file's mode, or None if no mode data is present. NZ _file_findrd r4 ) r3 r8 r r; r6 rL r5 r4 r� rb r r� )r) r6 r7 Z hash_resultr. r` r � stat_resultr r r r6 � s0 ��� � ��z RemoteClient.hash_and_stat_filec C s |dd�}| � |�S )r7 rl )r7 re rn )r) r7 r` r r r r8 � s �zRemoteClient.list_envc C � ddi}| � |�S )z9 Return a list of available environments re Z _file_envsrn �r) r` r r r r= � �zRemoteClient.envsc C rs )r: re Z _master_optsrn rt r r r r; ru zRemoteClient.master_optsc C s d| j d | j d�}| �|�S )zI Return the metadata derived from the master_tops system Z _master_tops�id)re rv r )r rb rt r r r r> s �zRemoteClient.master_topsc C � | S r$ r r/ r r r � __enter__ � zRemoteClient.__enter__c G s | � � d S r$ )rc )r) �argsr r r �__exit__! � zRemoteClient.__exit__�Fr r r )!r r r r �weakref�WeakSetrH rK r* � classmethodrG rM �propertyr@ �setterr� rX rb rc r[ rm r^ r� r� rq r3 r6 r8 r= r; r> rx r{ r r r r r m sH � A r c @ sL e Zd ZdZdd� Zedd� �Zejdd� �Zedd� �Zejd d� �Zd S ) r zi A local client that uses the RemoteClient but substitutes the channel for the FSChan object c C s, t �| |� d| _tj�|�| _t� | _d S )NF) r# r* r? r% r$ ZFSChanrC �DumbAuthrE r( r r r r* + s zFSClient.__init__c C r9 r$ rR r/ r r r r@ 5 r< zFSClient.channelc C rQ r$ rR rS r r r r@ ; rU c C r9 r$ rV r/ r r r r� ? s z FSClient.authc C rQ r$ rV rS r r r r� C rU N) r r r r r* r� r@ r� r� r r r r r % s r c @ s e Zd ZdZdd� ZdS )r� za The dumbauth class is used to stub out auth calls fired from the FSClient subsystem c C s |S r$ r )r) Z clear_tokr r r � gen_tokenS ry zDumbAuth.gen_tokenN)r r r r r� r r r r r� M s r� c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S ) �ContextlessFileClientc C rQ r$ )r )r) r r r r r* X r1 z ContextlessFileClient.__init__c C s t | j|�S r$ )rD r )r) r r r r � __getattr__[ r| z!ContextlessFileClient.__getattr__c G s d S r$ r )r) �_r r r r{ ^ ry z ContextlessFileClient.__exit__c C rw r$ r r/ r r r rx a ry z ContextlessFileClient.__enter__N)r r r r* r� r{ rx r r r r r� W s r� r} )<r r rP r� Z http.serverr� �loggingr; r{ r� r[ � urllib.errorr� � urllib.parser~ Zsalt.channel.clientr% Z salt.clientZ salt.cryptZsalt.fileserverZ salt.loaderZ salt.payloadZsalt.utils.atomicfileZsalt.utils.dataZsalt.utils.filesZsalt.utils.gzip_utilZsalt.utils.hashutilsZsalt.utils.httpZsalt.utils.pathZsalt.utils.platformZsalt.utils.stringutilsZsalt.utils.templatesZsalt.utils.urlZsalt.utils.verifyZsalt.utils.versionsZ salt.configr Zsalt.exceptionsr r r Zsalt.ext.tornado.httputilr r r Zsalt.utils.openstack.swiftr � getLoggerr rs r r r" r# r r r Z LocalClientr� r� r r r r �<module> sr Y G ;%
| ver. 1.4 |
Github
|
.
| PHP 8.2.30 | Generation time: 0 |
proxy
|
phpinfo
|
Settings