File manager - Edit - /opt/saltstack/salt/lib/python3.10/site-packages/libcloud/storage/drivers/__pycache__/s3.cpython-310.pyc
Back
o ;j!� � @ s8 d dl Z d dlZd dlZd dlZd dlmZmZmZ d dlm Z d dl m Z d dl Z d dl m Z mZmZmZmZ d dlmZmZ d dlmZmZmZmZmZ d dlm Z m Z d d l m Z d d l m!Z!m"Z" d d l#m$Z$m%Z%m&Z& d d l'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z. ze j/j0j1r�d d l2m3Z3m4Z4 nd d l5m3Z3m4Z4 W n e6y� d d l5m3Z3m4Z4 Y nw dZ7dZ8dZ9dZ:dZ;dZ<dZ=dZ>dZ?dZ@dZAdZBdZCdZDd ZEd ZFd ZGd ZHd ZId!ZJeIZKd"ZLd#ZMd$ZNd%ZOi d&e8�d'e9�d(e:�d)e;�d*e<�d+e=�d,e>�d-e?�d.e@�d/eA�d0eB�d1d2�d3d4�d5eC�d6eF�d7eG�d8eH�eIeJd9eLeMeNd:eOd;d<� �ZPd=ZQd>eQ ZRd?ZSd@ZTdAZUdBZVeWe �XdCdD��ZYG dEdF� dFe�ZZG dGdH� dHeZe �Z[G dIdJ� dJe �Z\G dKdL� dLee\�Z]G dMdN� dNee\�Z^G dOdP� dP�Z_G dQdR� dRe&�Z`G dSdT� dTee`�ZaG dUdV� dVe^�ZbG dWdX� dXea�ZcG dYdZ� dZe^�ZdG d[d\� d\ea�ZeG d]d^� d^e^�ZfG d_d`� d`ea�ZgG dadb� dbe^�ZhG dcdd� ddea�ZiG dedf� dfe^�ZjG dgdh� dhea�ZkG didj� dje^�ZlG dkdl� dlea�ZmG dmdn� dne^�ZnG dodp� dpea�ZoG dqdr� dre^�ZpG dsdt� dtea�ZqG dudv� dve^�ZrG dwdx� dxea�ZsG dydz� dze^�ZtG d{d|� d|ea�ZuG d}d~� d~e^�ZvG dd�� d�e^�ZwG d�d�� d�ea�ZxG d�d�� d�ea�ZyG d�d�� d�e^�ZzG d�d�� d�ea�Z{G d�d�� d�e^�Z|e|Z}G d�d�� d�ea�Z~e~ZG d�d�� d�e^�Z�G d�d�� d�ea�Z�G d�d�� d�e^�Z�G d�d�� d�ea�Z�G d�d�� d�e^�Z�G d�d�� d�ea�Z�G d�d�� d�e^�Z�G d�d�� d�ea�Z�dS )�� N)�Dict�Literal�Optional)�sha1)�datetime)�b�httplib�tostring�urlquote� urlencode)�findtext�fixxpath)� AWSDriver�AWSBaseResponse�AWSTokenConnection�SignedAWSConnection�UnsignedPayloadSentinel)� RawResponse�ConnectionUserAndKey)�read_in_chunks)� LibcloudError�InvalidCredsError)�Object� Container� StorageDriver)�ContainerError�ObjectDoesNotExistError�ObjectHashMismatchError�ContainerIsNotEmptyError�InvalidContainerNameError�ContainerDoesNotExistError�ContainerAlreadyExistsError)�Element� SubElementi� �s3.amazonaws.comzs3-us-east-2.amazonaws.comzs3-us-west-1.amazonaws.comzs3-us-west-2.amazonaws.comz s3-us-gov-east-1.amazonaws.comz s3-us-gov-west-1.amazonaws.comz s3.cn-north-1.amazonaws.com.cnz"s3.cn-northwest-1.amazonaws.com.cnzs3-eu-west-1.amazonaws.comzs3-eu-west-2.amazonaws.comzs3-eu-west-3.amazonaws.comz s3-eu-central-1.amazonaws.comzs3-eu-north-1.amazonaws.comzs3-eu-south-1.amazonaws.comzs3-ap-south-1.amazonaws.comz s3-ap-southeast-1.amazonaws.comz s3-ap-southeast-2.amazonaws.comz s3-ap-northeast-1.amazonaws.comz s3-ap-northeast-2.amazonaws.comzs3-sa-east-1.amazonaws.comzs3-sa-east-2.amazonaws.comz s3-ca-central-1.amazonaws.comzs3.af-south-1.amazonaws.com� us-east-1� us-east-2� us-west-1� us-west-2� us-gov-east-1� us-gov-west-1� cn-north-1�cn-northwest-1� eu-west-1� eu-west-2z eu-west-3� eu-north-1zs3.eu-north-1.amazonaws.comz eu-south-1zs3.eu-south-1.amazonaws.com� eu-central-1� ap-south-1�ap-southeast-1�ap-southeast-2z s3.ap-northeast-3.amazonaws.comzs3.me-south-1.amazonaws.comz s3.me-central-1.amazonaws.com) �ap-northeast-1�ap-northeast-2zap-northeast-3� sa-east-1z sa-east-2� ca-central-1z me-south-1z af-south-1z me-central-1z 2006-03-01z http://s3.amazonaws.com/doc/%s/i P �d z%Y%m%dT%H%M%SZz%Y%m%dZ LIBCLOUD_S3_CDN_URL_EXPIRY_HOURSZ24c @ s4 e Zd ZdZejejejejgZ dd� Z dd� Z dS )� S3ResponseNc C s, t | j�}d| kodkn p|| jv S )N�� i+ )�int�status�valid_response_codes)�self�i� r@ �O/opt/saltstack/salt/lib/python3.10/site-packages/libcloud/storage/drivers/s3.py�success� s "zS3Response.successc C sf | j tjtjfv rt| j��| j tjkr*| j�dd �}| j j j }t d||f t d��t d| j t d��)Nzx-amz-bucket-regionzrThis bucket is located in a different region. Please use the correct driver. Bucket region "%s", used region "%s".��driverz Unknown error. Status code: %d)r< r � UNAUTHORIZED� FORBIDDENr �body�MOVED_PERMANENTLY�headers�get� connectionrD �regionr �S3StorageDriver)r> Z bucket_regionZ used_regionr@ r@ rA � parse_error� s �� �zS3Response.parse_error) �__name__� __module__� __qualname__� namespacer � NOT_FOUND�CONFLICT� BAD_REQUEST�PARTIAL_CONTENTr= rB rN r@ r@ r@ rA r9 � s � r9 c @ s e Zd ZdS )� S3RawResponseN)rO rP rQ r@ r@ r@ rA rW � s rW c @ s8 e Zd ZdZdZeZeZe dd� �Z dd� Z dd� Z d S ) �BaseS3Connectionz; Represents a single connection to the S3 Endpoint r$ c C s( dddd�}i }t |�� �D ] \} } | �� } | |v r!| �� || < q| �|�r,| �� || < q|r5t|�|d< | g} t|�� �D ] \} } | �| � q>d�| �}g } t|�� �D ] \} } | �d� | | �� qUd�| �}g }|||fD ] } | rx|�| � qod�|�}t � t j t|�t|�td��� �}|�d�S )as Signature = URL-Encode( Base64( HMAC-SHA1( YourSecretAccessKeyID, UTF-8-Encoding-Of( StringToSign ) ) ) ); StringToSign = HTTP-VERB + " " + Content-MD5 + " " + Content-Type + " " + Expires + " " + CanonicalizedVendorHeaders + CanonicalizedResource; � )z content-md5� content-type�dater[ � z{}:{})Z digestmod�utf-8)�list�items�lower�strip� startswith�str�sorted�append�join�format�base64� b64encode�hmac�newr r �digest�decode)�methodrI �params�expires� secret_key�path� vendor_prefixZspecial_headersZvendor_headers�key�valueZ key_lower�buf�_Zstring_to_signZ header_stringZvalues_to_signZb64_hmacr@ r@ rA �get_auth_signature� s: � � � z#BaseS3Connection.get_auth_signaturec C s* t tt�� �t �}| j|d< ||d< |S )NZAWSAccessKeyId�Expires)rc r; �time�EXPIRATION_SECONDS�user_id)r> ro rp r@ r@ rA �add_default_params� s z#BaseS3Connection.add_default_paramsc C s2 | j | j|||d | j| j| jjd�|d< ||fS )Nry )rn rI ro rp rq rr rs Z Signature)rx rn rt �actionrD �http_vendor_prefix)r> ro rI r@ r@ rA �pre_connect_hook� s � z!BaseS3Connection.pre_connect_hookN) rO rP rQ �__doc__�hostr9 Z responseClsrW ZrawResponseCls� staticmethodrx r} r� r@ r@ r@ rA rX � s . rX c @ s e Zd ZdZdS )� S3Connectionz\ Represents a single connection to the S3 endpoint, with AWS-specific features. N)rO rP rQ r� r@ r@ r@ rA r� � s r� c s8 e Zd ZdZeZ d� fdd� Z� ZS )�S3SignatureV4Connection�s3TNc s& t � �||||||||| | | d� d S )N� )�super�__init__) r> r| rt �securer� �port�url�timeoutZ proxy_url�tokenZ retry_delay�backoff�� __class__r@ rA r� � s �z S3SignatureV4Connection.__init__) TNNNNNNNN)rO rP rQ Z service_name� API_VERSION�versionr� � __classcell__r@ r@ r� rA r� � s �r� c @ s e Zd ZdZdd� Zdd� ZdS )�S3MultipartUploadz: Class representing an amazon s3 multipart upload c C s" || _ || _|| _|| _|| _dS )a Class representing an amazon s3 multipart upload :param key: The object/key that was being uploaded :type key: ``str`` :param id: The upload id assigned by amazon :type id: ``str`` :param created_at: The date/time at which the upload was started :type created_at: ``str`` :param initiator: The AWS owner/IAM user who initiated this :type initiator: ``str`` :param owner: The AWS owner/IAM who will own this object :type owner: ``str`` N)rt �id� created_at� initiator�owner)r> rt r� r� r� r� r@ r@ rA r� s zS3MultipartUpload.__init__c C s d| j S )Nz<S3MultipartUpload: key=%s>)rt �r> r@ r@ rA �__repr__9 s zS3MultipartUpload.__repr__N)rO rP rQ r� r� r� r@ r@ r@ rA r� s r� c @ s� e Zd ZdZdZeZdZdZdZ dZ e Z dZ dd � ZdJd d �Zd d� Zdd� Zdd� Zdd� Zdd� Zdd� Z dKdd�ZdLdd �Z dMd d �ZdJd d �Z dNd!d"�ZdLd#d$�Z dOd%d&�Z d'd(� Z d)d*� Z dPd+d,�Z d-d.� Z dJd/d0�Z!dLd1d2�Z"d3d4� Z# 5 dQd6d7�Z$ dRd8d9�Z%d:d;� Z&d<d=� Z'd>d?� Z(d@dA� Z)dBe*e+e+f dCe,e- fdDdE�Z.dFdG� Z/dHdI� Z0d S )S�BaseS3StorageDriverzAmazon S3 (standard)zhttp://aws.amazon.com/s3/�md5FTrY zx-amzc C s> | j �d�}|jtjkr| j|jdd�}|S td|j | d��)N�/zBuckets/Bucket)�obj�xpath�Unexpected status code: %srC )rK �requestr< r �OK�_to_containers�objectr )r> �responseZ containersr@ r@ rA �iterate_containersH s z&BaseS3StorageDriver.iterate_containersNc c s� � | � ||�}i }|r||d< d}d}| �|�}|sb|r ||d< | jj||d�}|jtjkr7td|j | d��| j|j d|d �} |j � t d | j d ��� � } | d k}d}| D ]} | j}| V qU|rdS dS ) a� Return a generator of objects for the given container. :param container: Container instance :type container: :class:`Container` :param prefix: Only return objects starting with prefix :type prefix: ``str`` :param ex_prefix: Only return objects starting with ex_prefix :type ex_prefix: ``str`` :return: A generator of Object instances. :rtype: ``generator`` of :class:`Object` �prefixNF�marker�ro r� rC ZContents)r� r� � container� IsTruncated�r� rR �false)Z_normalize_prefix_argument�_get_container_pathrK r� r< r r� r �_to_objsr� r r rR r` �name) r> r� r� Z ex_prefixro Zlast_keyZ exhaustedZcontainer_pathr� Zobjects� is_truncatedr� r@ r@ rA �iterate_container_objectsP s4 � �� �z-BaseS3StorageDriver.iterate_container_objectsc C sT z| j jd| dd�}|jtjkrtd | |d��W n ty" Y nw t|d | d�S )N�/%s�HEAD�rn �ru rD �container_name�r� �extrarD )rK r� r< r rS r r r )r> r� r� r@ r@ rA � get_container s �� �z!BaseS3StorageDriver.get_containerc C sX | j |d�}| �||�}| jj|dd�}|jtjkr%| j|||jd�}|S t d | |d��)N)r� r� r� )� object_namer� rI �ru rD r� ) r� �_get_object_pathrK r� r< r r� �_headers_to_objectrI r )r> r� r� r� � object_pathr� r� r@ r@ rA � get_object� s �z BaseS3StorageDriver.get_objectc C s d|j S )z� Return a container path :param container: Container instance :type container: :class:`Container` :return: A path for this container. :rtype: ``str`` r� )r� )r> r� r@ r@ rA r� � s z'BaseS3StorageDriver._get_container_pathc C s$ | � |�}| �|�}d�||�}|S )a Return an object's CDN path. :param container: Container instance :type container: :class:`Container` :param object_name: Object name :type object_name: :class:`str` :return: A path for this object. :rtype: ``str`` z{}/{})r� �_clean_object_namerg )r> r� r� Z container_urlZobject_name_cleanedr� r@ r@ rA r� � s z$BaseS3StorageDriver._get_object_pathc C s� | j rtd�}t|d�}| j |_t|�}nd}| jjd| |dd�}|jtj kr1t |d | d�}|S |jtj krJd|j v rCt d || d ��td || d ��|jtjkrZtd |j || d ��td |j | d��)NZCreateBucketConfigurationZLocationConstraintrY r� �PUT)�datarn r� ZBucketAlreadyOwnedByYouzcContainer with this name already exists. The name be unique among all the containers in the system.�ru r� rD zhContainer with this name already exists. The name must be unique among all the containers in the system.z'Bad request when creating container: %sr� rC )�ex_location_namer" r# �textr rK r� r< r r� r rT rG r! r rU r r )r> r� �root�childr� r� r� r@ r@ rA �create_container� s: �� �z$BaseS3StorageDriver.create_containerc C sb | j jd|j dd�}|jtjkrdS |jtjkr!td|j| d��|jtjkr/t d | |jd��dS ) Nr� �DELETEr� Tz1Container must be empty before it can be deleted.r� r� F) rK r� r� r< r � NO_CONTENTrT r rS r )r> r� r� r@ r@ rA �delete_container� s � z$BaseS3StorageDriver.delete_containerc C sH | � |j|j�}| jj|ddd�}| j|| j|||j|||d�tj d�S )N�GETT)rn �raw)r� r� �destination_path�overwrite_existing�delete_on_failure�r� �callbackr� Zcallback_kwargsZsuccess_status_code) r� r� r� rK r� � _get_object� _save_objectr� r r� )r> r� r� r� r� �obj_pathr� r@ r@ rA �download_object� s ��z#BaseS3StorageDriver.download_objectc C sF | � |j|j�}| jj|dddd�}| j|t||�t�|d�t j d�S )Nr� T)rn �streamr� ��iterator� chunk_sizer� ) r� r� r� rK r� r� r � iter_content� CHUNK_SIZEr r� )r> r� r� r� r� r@ r@ rA �download_object_as_stream s ��z-BaseS3StorageDriver.download_object_as_streamc C sj | j ||d� | �|j|j�}d| �||�i}| jj|d|dd�} | j|| j| || j |||dd�t j d�S )N�� start_bytes� end_bytes�Ranger� T)rn rI r� )r� r� r� r� r� Zpartial_downloadr� ) � _validate_start_and_end_bytesr� r� r� �_get_standard_range_strrK r� r� r� r� r rV ) r> r� r� r� r� r� r� r� rI r� r@ r@ rA �download_object_range s" ��z)BaseS3StorageDriver.download_object_rangec C sf | j ||d� | �|j|j�}d| �||�i}| jj|d|ddd�}| j|t||� t �|d�t j d�S )Nr� r� r� T)rn rI r� r� r� r� ) r� r� r� r� r� rK r� r� r r� r� r rV )r> r� r� r� r� r� rI r� r@ r@ rA � download_object_range_as_stream1 s ���z3BaseS3StorageDriver.download_object_range_as_streamc C s | j |||||||d�S )z� @inherits: :class:`StorageDriver.upload_object` :param ex_storage_class: Storage class :type ex_storage_class: ``str`` )r� r� r� � file_path� verify_hashrI � storage_class)� _put_object)r> r� r� r� r� r� rI �ex_storage_classr@ r@ rA � upload_objectF s �z!BaseS3StorageDriver.upload_objectc C sZ |pi }| � ||�}ddi}| jj|d||d�}|jtjkr$td| d��t|jd| j d�S ) a� Initiates a multipart upload to S3 :param container: The destination container :type container: :class:`Container` :param object_name: The name of the object which we are uploading :type object_name: ``str`` :keyword headers: Additional headers to send with the request :type headers: ``dict`` :return: The id of the newly created multipart upload :rtype: ``str`` �uploadsrY �POST)rn rI ro z!Error initiating multipart uploadrC �UploadId��elementr� rR ) r� rK r� r< r r� r r r� rR )r> r� r� rI � request_pathro r� r@ r@ rA �_initiate_multipart` s � z'BaseS3StorageDriver._initiate_multipartc C s d}|r| � � }d}d}g } d|i} | �||�} t|tddd�D ]X} |t| �7 }|r/|�| � | � � } | �| � t�| �� �� d�} t| �| d�}|| d < | j j | d | || d �}|j t jkrdtd | d ��|jd �dd�}| �||f� |d7 }q |r|�� }| ||fS )a� Uploads data from an iterator in fixed sized chunks to S3 :param container: The destination container :type container: :class:`Container` :param object_name: The name of the object which we are uploading :type object_name: ``str`` :param upload_id: The upload id allocated for this multipart upload :type upload_id: ``str`` :param stream: The generator for fetching the upload data :type stream: ``generator`` :keyword calculate_hash: Indicates if we must calculate the data hash :type calculate_hash: ``bool`` :return: A tuple of (chunk info, checksum, bytes transferred) :rtype: ``tuple`` Nr � �uploadIdT)r� Z fill_sizeZ yield_emptyr] )�Content-Lengthz Content-MD5Z partNumberr� )rn r� rI ro zError uploading chunkrC �etag�"rY )Z_get_hash_functionr� r r� �len�updaterh ri rl rm rK r� r< r r� r rI �replacere � hexdigest)r> r� r� � upload_idr� �calculate_hash� data_hash�bytes_transferred�count�chunksro r� r� Z chunk_hashrI �resp� server_hashr@ r@ rA �_upload_multipart_chunks~ s< � � z,BaseS3StorageDriver._upload_multipart_chunksc C s� t d�}|D ] \}}t|d�}t|d�} t|�| _t|d�} t|�| _qt|�} dt| �i} d|i} | �||�}| jj|| | | dd�}|j t j kr`|j }|j |d �\}}d �||�}t|| d ��|�� }|�td| jd ��j}|S ) a( Makes a final commit of the data. :param container: The destination container :type container: :class:`Container` :param object_name: The name of the object which we are uploading :type object_name: ``str`` :param upload_id: The upload id allocated for this multipart upload :type upload_id: ``str`` :param chunks: A list of (chunk_number, chunk_hash) tuples. :type chunks: ``list`` :return: The server side hash of the uploaded data :rtype: ``str`` ZCompleteMultipartUploadZPartZ PartNumber�ETagr� r� r� )rI ro r� rn )r� z"Error in multipart commit: {} ({})rC r� )r" r# rc r� r r� r� rK r� r< r r� r� Z_parse_error_detailsrg r � parse_body�findr rR )r> r� r� r� r r� r r� �partZpart_noZetag_idr� rI ro r� r� r� �code�message�msgrG r r@ r@ rA �_commit_multipart� s, � z%BaseS3StorageDriver._commit_multipartc C sH d|i}| � ||�}| jj|d|d�}|jtjkr"td|j | d��dS )a{ Aborts an already initiated multipart upload :param container: The destination container :type container: :class:`Container` :param object_name: The name of the object which we are uploading :type object_name: ``str`` :param upload_id: The upload id allocated for this multipart upload :type upload_id: ``str`` r� r� )rn ro z(Error in multipart abort. status_code=%drC N)r� rK r� r< r r� r )r> r� r� r� ro r� r r@ r@ rA �_abort_multipart� s ��z$BaseS3StorageDriver._abort_multipartc C sB d}d}| j r| j||||d||d�S | j||||||d||d� S )z� @inherits: :class:`StorageDriver.upload_object_via_stream` :param ex_storage_class: Storage class :type ex_storage_class: ``str`` r� NF)r� r� r� r� r� rI r� ) r� r� r� rn � query_argsr� r� rI r� )� supports_s3_multipart_upload�_put_object_multipartr� ) r> r� r� r� r� rI r� rn ro r@ r@ rA �upload_object_via_stream s. � �z,BaseS3StorageDriver.upload_object_via_streamc C sP | � |j|j�}| jj|dd�}|jtjkrdS |jtjkr&t d | |jd��dS )Nr� r� Tr� F) r� r� r� rK r� r< r r� rS r )r> r� r� r� r@ r@ rA � delete_object= s z!BaseS3StorageDriver.delete_objectc # sh � � j s td� d��� �|�}tdd�}|r||d< |r ||d< � fdd�} � jj||d �}|jtjkr>td |j � d��|� � }|� t d � j d ��D ]8} | � t d� j d ��} | � t d� j d ��} || d�} || d�} || d�}|| d�} || d�} t| | || | �V qL|�t d� j d ��}|�� dkr�dS |�t d� j d ��}|�t d� j d ��}||d< ||d< q')a� Extension method for listing all in-progress S3 multipart uploads. Each multipart upload which has not been committed or aborted is considered in-progress. :param container: The container holding the uploads :type container: :class:`Container` :keyword prefix: Print only uploads of objects with this prefix :type prefix: ``str`` :keyword delimiter: The object/key names are grouped based on being split by this delimiter :type delimiter: ``str`` :return: A generator of S3MultipartUpload instances. :rtype: ``generator`` of :class:`S3MultipartUpload` zFeature not supportedrC rY )z max-uploadsr� r� � delimiterc s | � t|� jd��S �Nr� )r r rR )�noder� r� r@ rA �finderi s z@BaseS3StorageDriver.ex_iterate_multipart_uploads.<locals>.finderTr� z.Error fetching multipart uploads. Got code: %sZUploadr� Z InitiatorZOwner�Keyr� Z InitiatedZ DisplayNamer� r� ZNextUploadIdMarkerZ NextKeyMarkerz key-markerzupload-id-markerN)r r r� �RESPONSES_PER_REQUESTrK r� r< r r� r �findallr rR r r� r r` )r> r� r� r r� ro r r� rG r r� r� rt r� r� r� Z upload_markerZ key_markerr@ r� rA � ex_iterate_multipart_uploadsG sJ � � ��z0BaseS3StorageDriver.ex_iterate_multipart_uploadsc C s, | j ||dd�D ] }| �||j|j� qdS )a6 Extension method for removing all partially completed S3 multipart uploads. :param container: The container holding the uploads :type container: :class:`Container` :keyword prefix: Delete only uploads of objects with this prefix :type prefix: ``str`` N)r )r r rt r� )r> r� r� Zuploadr@ r@ rA � ex_cleanup_all_multipart_uploads� s �z4BaseS3StorageDriver.ex_cleanup_all_multipart_uploadsc C s t |dd�}|S )Nz/~)�safe)r )r> r� r@ r@ rA r� � s z&BaseS3StorageDriver._clean_object_namer� c C sl | pi } |pi }| � | �| �� |�dd �} |�dd �} |�dd �} | r:t| �� �D ]\}}| jd| }|| |< q*| rC| | | jd < | �||�}|rRd�||f�}| j|| ||| ||d�}|d }|d }|j } |}| �d d �� d d �}| �d d �}|dk}|d |k}|r�|s�|s�t d� ||d �|| d��|j tjkr�t|||d| i| || d�}|S td|j | d��)N� content_type� meta_data�acl�-meta-%s�-acl�?)r� r r� Zrequest_methodrI r� r� r� r r� rY r� z x-amz-server-side-encryptionzaws:kmsr z&MD5 hash {} checksum does not match {})ru r� rD �r� �size�hashr� r r� rD z&Unexpected status code, status_code=%srC )r� �_to_storage_class_headersrJ r^ r_ r r� rf Z_upload_objectrI r� r rg r< r r� r r )r> r� r� rn r r� r� r� r� r� rI r r r! rt ru r� Z result_dictr� r r Zserver_side_encryptionZaws_kms_encryptionZ hash_matchesr� r@ r@ rA r� � sn � �� � �z BaseS3StorageDriver._put_objectc C s |pi }|pi }|� | �|�� |�dd�}|�dd�} |�dd�} | �||�|d< | rBt| �� �D ]\} } | jd| } | || < q2| rK| || jd < | j|||d�} z| j||| ||d �}|\}}}| � ||| |�}W n t y{ | � ||| � � w t |||d| i| || d �S ) a1 Uploads an object using the S3 multipart algorithm. :param container: The destination container :type container: :class:`Container` :param object_name: The name of the object which we are uploading :type object_name: ``str`` :param stream: The generator for fetching the upload data :type stream: ``generator`` :keyword verify_hash: Indicates if we must calculate the data hash :type verify_hash: ``bool`` :keyword extra: Additional options :type extra: ``dict`` :keyword headers: Additional headers :type headers: ``dict`` :keyword storage_class: The name of the S3 object's storage class :type extra: ``str`` :return: The uploaded object :rtype: :class:`Object` r Nr r! z Content-Typer" r# �rI )r� r% ) r� r( rJ Z_determine_content_typer^ r_ r r� r r � Exceptionr r )r> r� r� r� r� r� rI r� r r r! rt ru r� �resultr r r r� r@ r@ rA r � sB % � ��z)BaseS3StorageDriver._put_object_multipartc C s: i }|pd}|dvrt d| ��| jd }|�� ||< |S )z� Generates request headers given a storage class name. :keyword storage_class: The name of the S3 object's storage class :type extra: ``str`` :return: Headers to include in a request :rtype: :dict: �standard)r, Zreduced_redundancyZ standard_iaZ onezone_iaZintelligent_tieringZglacierZ deep_archiveZ glacier_irz Invalid storage class value: %sz-storage-class)� ValueErrorr �upper)r> r� rI rt r@ r@ rA r( N s z-BaseS3StorageDriver._to_storage_class_headersc c s, � |� t|| jd��D ]}| �|�V q d S r )r r rR � _to_container)r> r� r� r� r@ r@ rA r� j s ��z"BaseS3StorageDriver._to_containersc s$ � �fdd�|� t|�jd��D �S )Nc s g | ]}�� |� ��qS r@ )�_to_obj)�.0r� �r� r> r@ rA � <listcomp>o s ��z0BaseS3StorageDriver._to_objs.<locals>.<listcomp>r� )r r rR )r> r� r� r� r@ r2 rA r� n s �z BaseS3StorageDriver._to_objsc C s2 dt |d| jd�i}tt |d| jd�|| d�}|S )NZ creation_dateZ CreationDater� �Namer� )r rR r )r> r� r� r� r@ r@ rA r/ t s ���z!BaseS3StorageDriver._to_containerrI �returnc C s |� dd�}|S )zG Prase object size from the provided response headers. zcontent-lengthN)rJ )r> rI �content_lengthr@ r@ rA � _get_content_length_from_headers� s z4BaseS3StorageDriver._get_content_length_from_headersc C s� |� dd��dd�}i }d|v r|d |d< d|v r |d |d< i }d|v r,|d |d< d|v r6|d |d < |�� D ] \}}|�� �| jd �sIq:|�| jd d�}|||< q:| j|d �} | d u rgtd | ��t|t | �|pod |||| d �} | S )Nr� rY r� rZ r zcontent-encodingZcontent_encodingz last-modified� last_modifiedz-meta-r) z5Can not deduce object size from headers for object %sr% ) rJ r� r_ r` rb r r7 �KeyErrorr r; ) r> r� r� rI r' r� r rt ru r6 r� r@ r@ rA r� � s> �� z&BaseS3StorageDriver._headers_to_objectc C s� t |d| jd�}t |d| jd�}d||d�i}t |d| jd�}d|i}tt |d| jd�tt |d | jd��t |d | jd��d d �|||| d �}|S )NzOwner/IDr� zOwner/DisplayNamer� )r� Z display_nameZ LastModifiedr8 r ZSizer r� rY r% )r rR r r; r� ) r> r� r� Zowner_idZowner_display_namer r8 r� r� r@ r@ rA r0 � s" �� zBaseS3StorageDriver._to_obj)NN)FT�N)NFT)NTNN)T)NNN)r� NNNNTNN)NFNN)1rO rP rQ r� ZwebsiterX � connectionClsZ hash_typeZsupports_chunked_encodingr r� � NAMESPACErR r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r r r� r� r r( r� r� r/ r rc r r; r7 r� r0 r@ r@ r@ rA r� = s� / ' � � � �I2 �, L �[ �Q 0r� c sZ e Zd ZdZeZdZ d� fdd� Zedd� �Z e d fd e d fd d �Z � Z S )rM z Amazon S3r% NTc sv t | d�r |s | j}|| _|r|t�� vrtd| ��d| | _|d u r(t| }t� jd|||||||d�|�� d S )N� region_namez!Invalid or unsupported region: %szAmazon S3 (%s))rt �secretr� r� r� rL r� r@ )�hasattrr= �REGION_TO_HOST_MAP�keysr- r� r� r� ) r> rt r> r� r� r� rL r� �kwargsr� r@ rA r� � s& � �zS3StorageDriver.__init__c C s t �� S r: )r@ rA r� r@ r@ rA � list_regions� s z S3StorageDriver.list_regionsr� � ex_method)r� r� r� c C s� | � |j|j�}t�� }t|d �}| j|�t�| j ddf}dd� |�|�t �|dd�}d| j j i} | j jj|| |||td�} |�� } | | d < d j| jrNd nd | j j | j j|t| �d �S )a� Return a "presigned URL" for read-only access to object AWS only - requires AWS signature V4 authentication. :param obj: Object instance. :type obj: :class:`Object` :param ex_expiry: The number of hours after which the URL expires. Defaults to 24 hours or the value of the environment variable "LIBCLOUD_S3_STORAGE_CDN_URL_EXPIRY_HOURS", if set. :type ex_expiry: ``float`` :param ex_method: The HTTP method for which the URL is valid. Defaults to "GET". :type ex_method: ``str`` :return: Presigned URL for the object. :rtype: ``str`` i r� Z aws4_requestzAWS4-HMAC-SHA256r� r� )zX-Amz-AlgorithmzX-Amz-Credentialz X-Amz-Datez X-Amz-ExpireszX-Amz-SignedHeaders)ro rI �dtrn rr r� zX-Amz-Signaturez'{scheme}://{host}:{port}{path}?{params}�https�http)�schemer� r� rr ro )r� r� r� r �utcnowr; rt �strftime�S3_CDN_URL_DATE_FORMATrL rf �S3_CDN_URL_DATETIME_FORMATrK r� ZsignerZ_get_signaturer �copyrg r� r� r ) r> r� Z ex_expiryrD r� �nowZduration_secondsZ credpartsZparams_to_signZheaders_to_signZ signaturero r@ r@ rA �get_object_cdn_url� sB �� � �z"S3StorageDriver.get_object_cdn_url)NTNNNN)rO rP rQ r� r� r; r= r� � classmethodrC �S3_CDN_URL_EXPIRY_HOURSr rO r� r@ r@ r� rA rM � s$ �% ��rM c @ � e Zd ZeZdS )�S3USEast2ConnectionN)rO rP rQ �S3_US_EAST2_HOSTr� r@ r@ r@ rA rS F � rS c @ � e Zd ZdZeZdZdZdS )�S3USEast2StorageDriverzAmazon S3 (us-east-2)r& N)rO rP rQ r� rS r; r� r= r@ r@ r@ rA rW J � rW c @ rR )�S3USWestConnectionN)rO rP rQ �S3_US_WEST_HOSTr� r@ r@ r@ rA rY Q rU rY c @ rV )�S3USWestStorageDriverzAmazon S3 (us-west-1)r' N)rO rP rQ r� rY r; r� r= r@ r@ r@ rA r[ U rX r[ c @ rR )�S3USWestOregonConnectionN)rO rP rQ �S3_US_WEST_OREGON_HOSTr� r@ r@ r@ rA r\ \ rU r\ c @ rV )�S3USWestOregonStorageDriverzAmazon S3 (us-west-2)r( N)rO rP rQ r� r\ r; r� r= r@ r@ r@ rA r^ ` rX r^ c @ rR )�S3USGovEastConnectionN)rO rP rQ �S3_US_GOV_EAST_HOSTr� r@ r@ r@ rA r_ g rU r_ c @ rV )�S3USGovEastStorageDriverzAmazon S3 (us-gov-east-1)r) N)rO rP rQ r� r_ r; r� r= r@ r@ r@ rA ra k rX ra c @ rR )�S3USGovWestConnectionN)rO rP rQ �S3_US_GOV_WEST_HOSTr� r@ r@ r@ rA rb r rU rb c @ rV )�S3USGovWestStorageDriverzAmazon S3 (us-gov-west-1)r* N)rO rP rQ r� rb r; r� r= r@ r@ r@ rA rd v rX rd c @ rR )�S3CNNorthWestConnectionN)rO rP rQ �S3_CN_NORTHWEST_HOSTr� r@ r@ r@ rA re } rU re c @ rV )�S3CNNorthWestStorageDriverzAmazon S3 (cn-northwest-1)r, N)rO rP rQ r� re r; r� r= r@ r@ r@ rA rg � rX rg c @ rR )�S3CNNorthConnectionN)rO rP rQ �S3_CN_NORTH_HOSTr� r@ r@ r@ rA rh � rU rh c @ rV )�S3CNNorthStorageDriverzAmazon S3 (cn-north-1)r+ N)rO rP rQ r� rh r; r� r= r@ r@ r@ rA rj � rX rj c @ rR )�S3EUWestConnectionN)rO rP rQ �S3_EU_WEST_HOSTr� r@ r@ r@ rA rk � rU rk c @ s e Zd ZdZeZdZdZdS )�S3EUWestStorageDriverzAmazon S3 (eu-west-1)ZEUr- N)rO rP rQ r� rk r; r� r= r@ r@ r@ rA rm � rX rm c @ rR )�S3EUWest2ConnectionN)rO rP rQ �S3_EU_WEST2_HOSTr� r@ r@ r@ rA rn � rU rn c @ rV )�S3EUWest2StorageDriverzAmazon S3 (eu-west-2)r. N)rO rP rQ r� rn r; r� r= r@ r@ r@ rA rp � rX rp c @ rR )�S3EUCentralConnectionN)rO rP rQ �S3_EU_CENTRAL_HOSTr� r@ r@ r@ rA rq � rU rq c @ rV )�S3EUCentralStorageDriverzAmazon S3 (eu-central-1)r0 N)rO rP rQ r� rq r; r� r= r@ r@ r@ rA rs � rX rs c @ rR )�S3APSEConnectionN)rO rP rQ �S3_AP_SOUTHEAST_HOSTr� r@ r@ r@ rA rt � rU rt c @ rR )�S3EUNorth1ConnectionN)rO rP rQ �S3_EU_NORTH1_HOSTr� r@ r@ r@ rA rv � rU rv c @ rV )�S3EUNorth1StorageDriverzAmazon S3 (eu-north-1)r/ N)rO rP rQ r� rv r; r� r= r@ r@ r@ rA rx � rX rx c @ rV )�S3APSEStorageDriverzAmazon S3 (ap-southeast-1)r2 N)rO rP rQ r� rt r; r� r= r@ r@ r@ rA ry � rX ry c @ rR )�S3APSE2ConnectionN)rO rP rQ �S3_AP_SOUTHEAST2_HOSTr� r@ r@ r@ rA rz � rU rz c @ rV )�S3APSE2StorageDriverzAmazon S3 (ap-southeast-2)r3 N)rO rP rQ r� rz r; r� r= r@ r@ r@ rA r| � rX r| c @ rR )�S3APNE1ConnectionN)rO rP rQ �S3_AP_NORTHEAST1_HOSTr� r@ r@ r@ rA r} � rU r} c @ rV )�S3APNE1StorageDriverzAmazon S3 (ap-northeast-1)r4 N)rO rP rQ r� �S3APNEConnectionr; r� r= r@ r@ r@ rA r � rX r c @ rR )�S3APNE2ConnectionN)rO rP rQ �S3_AP_NORTHEAST2_HOSTr� r@ r@ r@ rA r� � rU r� c @ rV )�S3APNE2StorageDriverzAmazon S3 (ap-northeast-2)r5 N)rO rP rQ r� r� r; r� r= r@ r@ r@ rA r� � rX r� c @ rR )�S3APSouthConnectionN)rO rP rQ �S3_AP_SOUTH_HOSTr� r@ r@ r@ rA r� � rU r� c @ rV )�S3APSouthStorageDriverzAmazon S3 (ap-south-1)r1 N)rO rP rQ r� r� r; r� r= r@ r@ r@ rA r� � rX r� c @ rR )�S3SAEastConnectionN)rO rP rQ �S3_SA_EAST_HOSTr� r@ r@ r@ rA r� � rU r� c @ rV )�S3SAEastStorageDriverzAmazon S3 (sa-east-1)r6 N)rO rP rQ r� r� r; r� r= r@ r@ r@ rA r� rX r� c @ rR )�S3CACentralConnectionN)rO rP rQ �S3_CA_CENTRAL_HOSTr� r@ r@ r@ rA r� rU r� c @ rV )�S3CACentralStorageDriverzAmazon S3 (ca-central-1)r7 N)rO rP rQ r� r� r; r� r= r@ r@ r@ rA r� rX r� )��osrj rz rh �typingr r r �hashlibr r Zlibcloud.utils.py3Zlibcloudr r r r r Zlibcloud.utils.xmlr r Zlibcloud.common.awsr r r r r Zlibcloud.common.baser r Zlibcloud.utils.filesr Zlibcloud.common.typesr r Zlibcloud.storage.baser r r Zlibcloud.storage.typesr r r r r r r! �utilsZpy3Z DEFAULT_LXMLZ lxml.etreer" r# Zxml.etree.ElementTree� ImportErrorr{ ZS3_US_STANDARD_HOSTrT rZ r] r` rc ri rf rl ro ZS3_EU_WEST3_HOSTrr rw ZS3_EU_SOUTH1_HOSTr� ru r{ r~ r� ZS3_AP_NORTHEAST_HOSTr� ZS3_SA_SOUTHEAST2_HOSTr� ZS3_AF_SOUTH1_HOSTr@ r� r< r� r rL rK �float�getenvrQ r9 rW rX r� r� r� r� rM rS rW rY r[ r\ r^ r_ ra rb rd re rg rh rj rk rm rn rp rq rs rt rv rx ry rz r| r} r� r ZS3APNEStorageDriverr� r� r� r� r� r� r� r� r@ r@ r@ rA �<module> s4 $ � ��������� � � � � ������ L "" v
| ver. 1.4 |
Github
|
.
| PHP 8.2.30 | Generation time: 0 |
proxy
|
phpinfo
|
Settings