File: //usr/libexec/kcare/python/kcarectl/__pycache__/http_utils.cpython-39.pyc
a
��;jE � @ s� d dl Z d dlZd dlZd dlZd dlmZ ddlmZm Z m
Z
m Z m Z ddl
mZmZmZmZmZmZ dd� Zdd d
�Zd d � Zd
d� Zddd�Zdd� Zdd� Ze� Ze j ed�ddd��Z dS )� N)�SSLError� )�config� constants�errors� log_utils�utils)� HTTPError�Request�URLError�httplib� std_urlopen�urlparsec
O s� t | d�r| �� }n | }t| �} |�di �}|�tjtjd�� |�� D ]\}}| � ||� qHt
� d� ||�� zrd|vr�t
j|d< t
js�ttdd �r�t�� }d|_tj|_||d< t| g|�R i |��W S t| g|�R i |��W S t�y2 } z6|jd k�r t�|j|j|j |j |j ��� W Y d }~n�d }~0 t �y� } zf|j �r�t |j d
d ��r�|j d
j!t!j"k�r�t�| d t#|�d d ��d � ||�|_$||_� W Y d }~n
d }~0 0 d S )
N� get_full_url�headers)�
KC-VersionzKC-Patch-Versionz#Requesting url: `{0}`. Headers: {1}�timeout�HAS_SNIF�contexti� r �errnoz Request for `{0}` failed: {1})%�hasattrr r
�pop�updater �VERSION�KC_PATCH_VERSION�items�
add_headerr �logdebug�formatr � HTTP_TIMEOUT�CHECK_SSL_CERTS�getattr�ssl�create_default_context�check_hostname� CERT_NONE� verify_moder
r �coder �NotFound�url�msg�hdrs�fpr �argsr �ENOENT�str�reason) r) r- �kwargsZ request_urlr �header�value�ctx�ex� r6 �0/usr/libexec/kcare/python/kcarectl/http_utils.py� urlopen_base sB
��
.r8 Tc s � fdd�}|S )Nc sb t | t�r� o| jdkS t | ttjttjf�r2dS t | d�r^t
| j �dkr^| j d t j
kr^dS d S )Ni� Tr- � r )�
isinstancer r' r r �
HTTPExceptionr �socketr r �lenr- r Z
ECONNRESET)�e�state�� retry_on_500r6 r7 �check_functionC s
(z3check_urlopen_retry_factory.<locals>.check_functionr6 )rA rB r6 r@ r7 �check_urlopen_retry_factoryB s rC c C s t | d�r| �� } | �d�S )Nr zfile:)r r �
startswith)r) r6 r6 r7 � is_local_urlO s
rE c O sb |� dd�}|� dtj�}t| �r8t| g|�R i |��S tjt|d�|d�t�| g|�R i |��S )NrA T� retry_countr@ )�count)r r � RETRY_COUNTrE r8 r �retryrC )r) r- r1 rA rF r6 r6 r7 �urlopenU s
rJ c C sD t | |d�}tjs(|r(|�dd�|�� tjs@|r@|�tj|� |S )N)�method�
Authorization� Basic {0})r
r �UPDATE_FROM_LOCALr r r �AUTH_TOKEN_HEADER)r) � auth_string�
auth_tokenrK �requestr6 r6 r7 � http_request] s
rS c C s< | dkr t �d�pt �d�S | dkr8t �d�p6t �d�S d S )N�httpZ
http_proxyZ
HTTP_PROXY�httpsZ https_proxyZ HTTPS_PROXY)�os�getenv)�schemer6 r6 r7 �get_proxy_from_envh s rY c C s t td��pt td��S )NrT rU )�boolrY r6 r6 r6 r7 �
proxy_is_usedo s r[ )Z check_retryc C s� t j�| �}|s td�| ���tt�|��}|j}|j }|jp@d}|du rRtd��|du rl|j
dkrhdnd}|j
dkr~t j }n|j
dkr�t j
}ntd ��|||tjd
�} i }
|r�d �|�|
d < d
|
d< t|�|
d< tj|
d< z�| �d|� |
�� D ]\} } | �| | � q�| �� t| d��}
| �|
� W d � n1 �s<0 Y | �� }|jdk�r�z |�� }W n t �y~ d}Y n0 d�|j�}|du�r�|d�|�7 }t � |� t ||j|dd��W | � � n
| � � 0 dS )a� Upload a file to the given URL using HTTP PUT with chunked streaming.
Note: The standard library urllib doesn't support PUT with data
We need to use httplib directly for this
This function uses streaming upload to support large files up to 1GB
without loading the entire file into memory.
:param file_path: Path to the file to upload
:param upload_url: Full URL to upload the file to. Query params are ignored.
:param auth_string: Optional authentication string for Basic Auth
:return: None if upload succeeded
:raises HTTPError: If upload fails with HTTP status >= 400
:raises ValueError: If URL is invalid
z"Refusing to upload empty file: {0}�/Nz Invalid URL: missing hostnamerU i� �P rT z Invalid URL: unsupported scheme)r rM rL zapplication/octet-streamz Content-TypezContent-Lengthr �PUT�rbi� z Failed to upload file: HTTP {0}z - {0})!rV �path�getsize�
ValueErrorr r r �nstr�hostname�portrX r �HTTPConnection�HTTPSConnectionr �HTTP_UPLOAD_TIMEOUTr/ r r �
putrequestr � putheader�
endheaders�open�send� getresponse�status�read� Exceptionr �logerrorr �close)Z file_path�
upload_urlrP � file_size�parsed�hostre Zurl_pathZconn_cls�connr r2 r3 �f�responseZ
error_body� error_msgr6 r6 r7 � upload_filev sT
*
r| )T)NN)N) r rV r< r" r �Optional�Union� r r r r r �py23r r
r r r
r r8 rC rE rJ rS rY r[ �check_urlopen_retryrI r| r6 r6 r6 r7 �<module> s 0