File: //lib64/python3.6/site-packages/tornado/__pycache__/curl_httpclient.cpython-36.pyc
3
��f9^ � @ s d Z ddlZddlZddlZddlZddlZddlZddlmZ ddl m
Z
ddl m Z ddl m
Z
mZ ddlmZmZmZmZmZ ddlmZ dd lmZmZmZmZ ddlZej r�dd
lm Z m Z m Z ej d �Z!G d d
� d
e�Z"G dd� de�Z#e$dk�rej%e"� e� dS )z5Non-blocking HTTP client implementation using pycurl.� N)�BytesIO)�httputil)�ioloop)�utf8�
native_str)� HTTPRequest� HTTPResponse� HTTPError�AsyncHTTPClient�main)�app_log)�Dict�Any�Callable�Union)�Deque�Tuple�Optionalztornado.curl_httpclientc sR e Zd Zd.eeeef dd�� fdd�
Zdd�� fdd� Ze e
e gdf dd �d
d �Z eeee
dd �d
d�Zedd�dd�Zeedd�dd�Zdd�dd�Zdd�dd�Zdd�dd�Zdd�dd �Zd/ejeedd �d d �Zedd �d!d"�Zejd�d#d$�Zeje eej dd%�d&d'�Z ej e
egdf e
dd(�d)d*�Z eedd+�d,d-�Z � Z S )0�CurlAsyncHTTPClient�
N)� max_clients�defaults�returnc s� t t� �j|d� tj� � _� jjtj� j� � jjtj � j
� � fdd�t |�D �� _ � j d d � � _
tj� � _i � _d � _tj� jd�� _� jj� tj� }� jj|� � jj|� d S )N)r c s g | ] }� j � �qS � )� _curl_create)�.0�i)�selfr �'/usr/lib64/python3.6/curl_httpclient.py�
<listcomp>8 s z2CurlAsyncHTTPClient.initialize.<locals>.<listcomp>i� )�superr �
initialize�pycurlZ CurlMulti�_multi�setoptZM_TIMERFUNCTION� _set_timeoutZM_SOCKETFUNCTION�_handle_socket�range�_curls�
_free_list� collections�deque� _requests�_fds�_timeoutr ZPeriodicCallback�_handle_force_timeout�_force_timeout_callback�start�Curl�
add_handle�
remove_handle)r r r Zdummy_curl_handle)� __class__)r r r! 1 s
z CurlAsyncHTTPClient.initialize)r c sb | j j� | jd k r"| jj| j� x| jD ] }|j� q*W | jj� tt | �j� d | _ d | _d S )N)
r0 �stopr. �io_loop�remove_timeoutr( �closer# r r )r �curl)r5 r r r9 R s
zCurlAsyncHTTPClient.close)�request�callbackr c C s. | j j||| jj� f� | j� | jd� d S )Nr )r, �appendr7 �time�_process_queuer% )r r; r< r r r �
fetch_impla s z CurlAsyncHTTPClient.fetch_impl)�event�fd�multi�datar c C s� t jtjjt jtjjt jtjjt j tjjtjjB i}|t j
kr^|| j kr�| j j
|� | j |= n:|| }|| j kr|| j j
|� | j j|| j|� || j |< dS )z_Called by libcurl when it wants to change the file descriptors
it cares about.
N)r" Z POLL_NONEr �IOLoopZNONEZPOLL_IN�READZPOLL_OUT�WRITEZ
POLL_INOUTZ POLL_REMOVEr- r7 Zremove_handlerZ add_handler�_handle_events)r rA rB rC rD Z event_mapZ ioloop_eventr r r r& h s
z"CurlAsyncHTTPClient._handle_socket)�msecsr c C s< | j dk r| jj| j � | jj| jj� |d | j�| _ dS )z(Called by libcurl to schedule a timeout.Ng @�@)r. r7 r8 Z add_timeoutr> �_handle_timeout)r rI r r r r% � s
z CurlAsyncHTTPClient._set_timeout)rB �eventsr c C s� d}|t jj@ r|tjO }|t jj@ r0|tjO }xVy| jj||�\}}W n. tj k
rv } z|j
d }W Y dd}~X nX |tj kr2P q2W | j � dS )zXCalled by IOLoop when there is activity on one of our
file descriptors.
r N)
r rE rF r" Z
CSELECT_INrG Z CSELECT_OUTr# �
socket_action�error�args�E_CALL_MULTI_PERFORM�_finish_pending_requests)r rB rK �action�ret� num_handles�er r r rH � s
z"CurlAsyncHTTPClient._handle_eventsc C s� d| _ xXy| jjtjd�\}}W n. tjk
rN } z|jd }W Y dd}~X nX |tjkrP qW | j� | jj � }|dkr�| j
|� dS )z7Called by IOLoop when the requested timeout has passed.Nr ) r. r# rL r" ZSOCKET_TIMEOUTrM rN rO rP Ztimeoutr% )r rR rS rT Z new_timeoutr r r rJ � s
z#CurlAsyncHTTPClient._handle_timeoutc C s` xRy| j j� \}}W n. tjk
rB } z|jd }W Y dd}~X nX |tjkrP qW | j� dS )zpCalled by IOLoop periodically to ask libcurl to process any
events it may have forgotten about.
r N)r# Z
socket_allr" rM rN rO rP )r rR rS rT r r r r/ � s
z)CurlAsyncHTTPClient._handle_force_timeoutc C sf xX| j j� \}}}x|D ]}| j|� qW x |D ]\}}}| j|||� q0W |dkrP qW | j� dS )zbProcess any requests that were completed by the last
call to multi.socket_action.
r N)r# Z info_read�_finishr? )r Znum_qZok_listZerr_listr: Zerrnum�errmsgr r r rP � s
z,CurlAsyncHTTPClient._finish_pending_requestsc C s� x�d}x�| j r�| jr�|d7 }| j j� }| jj� \}}}tj� t� |||tj� | jj � j� d�|_
y | j |||j
d |j
d � W n@ t k
r� } z$| j j
|� |t|d|d�� W Y d d }~X qX | jj|� qW |sP qW d S )Nr � )�headers�bufferr; r< �queue_start_time�curl_start_time�curl_start_ioloop_timerY rX iW )r; �coderM )r) r, �pop�popleftr � HTTPHeadersr r> r7 Zcurrent�info�_curl_setup_request� Exceptionr= r r# r3 )r Zstartedr: r; r< rZ rT r r r r? � s,
$z"CurlAsyncHTTPClient._process_queue)r: �
curl_error� curl_messager c
C sd |j }d |_ | jj|� | jj|� |d }|rj|d k s<t�t||�}|d k sRt�|j}d }|j� d }n&d }|j t
j �}|j t
j �}|j
d� t|d |d |j t
j�|j t
j�|j t
j�|j t
j�|j t
j�|j t
j�|j t
j�d�} yN|d t|d ||d ||||d jd d �| jj� |d |d
| d �
� W n$ tk
�r^ | j|d � Y nX d S ) NrY r r\ rZ )ZqueueZ
namelookupZconnectZ
appconnectZ pretransferZ
starttransferZtotalZredirectr< r; rX z
X-Http-Reasonr[ )
r; r] rX rY �
effective_urlrM �reasonZ request_timeZ
start_time� time_info) ra r# r4 r) r= �AssertionError� CurlErrorr] r9 Zgetinfor" Z HTTP_CODEZ
EFFECTIVE_URL�seek�dictZNAMELOOKUP_TIMEZ CONNECT_TIMEZAPPCONNECT_TIMEZPRETRANSFER_TIMEZSTARTTRANSFER_TIMEZ
TOTAL_TIMEZ
REDIRECT_TIMEr �getr7 r> rc �handle_callback_exception)
r r: rd re ra rY rM r] rf rh r r r rU � sR
zCurlAsyncHTTPClient._finish)r< r c C s t jd|dd� d S )NzException in callback %rT)�exc_info)r rM )r r< r r r rn / s z-CurlAsyncHTTPClient.handle_callback_exceptionc C sl t j� }tjtj�r2|jt jd� |jt j| j � t
t d�rh|jt j t j t j
B � |jt jt j t j
B � |S )NrW � PROTOCOLS)r" r2 �curl_logZ isEnabledFor�logging�DEBUGr$ �VERBOSEZ
DEBUGFUNCTION� _curl_debug�hasattrrp Z
PROTO_HTTPZ PROTO_HTTPSZREDIR_PROTOCOLS)r r: r r r r 2 s z CurlAsyncHTTPClient._curl_create)r: r; rY rX r c s� � j tjt�j�� d�jkr(d�jd< d�jkr<d�jd< � j tjdd� �jj� D �� � j tjt j
�j |�j �� �j
r�tttf td���fdd� }n|j}� j tj|� � j tj�j� � j tj�j� �jd k s�t�� j tjtd �j �� �jd k �st�� j tj td �j �� �j �r<� j tj t�j �� n� j tj d
� �j �rb� j tj �j � �j!�rz� j tj"d � n� j tj"d � �j#�rF�j$�rF� j tj%�j#� � j tj&�j$� �j'�r�j(d k �s�t�t)j*�j'�j(�}� j tj+|� �j,d k�s�j,d
k�r� j tj-tj.� n,�j,dk�r6� j tj-tj/� nt0d�j, ��n� j tj%d� � j1tj+� �j2�r�� j tj3d� � j tj4d� n � j tj3d� � j tj4d� �j5d k �r�� j tj6�j5� n �j7dk�rވ j tj8tj9� n� j tj8tj:� tj;tj<tj=tj>d�}t?dddg�}x |j@� D ]} � j | d� �q W �jA|k�r^� j1tjB� � j |�jA d� n4�jC�sr�jA|k�r�� j tjB�jA� ntDd�jA ���jAd'k}
�jEd k } �jC�s�|
�r�| �s�| �r�|
�r�t0d |
�r�d nd�jAf ��|
�s�| �r��jAd k�rt0d ��tFtG�jE�pd���td d �� �fd!d"� } � j tjH�jI� � j tjJ| � �jAdk�rv� j tjKtL�jE�pnd�� n(� j tj=d� � j tjMtL�jE�p�d�� �jNd k �rF�jOd k �s�t��jPd k�s҈jPd
k�r� j tjQtj.� n,�jPdk�r� j tjQtj/� nt0d#�jP ��t)j*�jN�jO�}
� j tjR|
� tSjTd$�jA�j�jN� n � j1tjR� tSjTd%�jA�j� �jUd k �r�� j tjV�jU� �jWd k �r�� j tjX�jW� �jYd k �r�t0d&��tZj[� dk�r̈ j tj\d� �j]d k �r�j]� � d S )(NZExpect� ZPragmac S s$ g | ] \}}d t |�t |�f �qS )z%s: %s)r )r �k�vr r r r Y s z;CurlAsyncHTTPClient._curl_setup_request.<locals>.<listcomp>)�br c s& � j d k st��jj� j | � t| �S )N)�streaming_callbackri r7 � add_callback�len)rz )r; r r r �write_functionf s z?CurlAsyncHTTPClient._curl_setup_request.<locals>.write_functioni� z Mozilla/5.0 (compatible; pycurl)z gzip,deflateZnoneZbasicZdigestz Unsupported proxy_auth_mode %srW � r F)�GET�POST�PUTZHEADZDELETEZOPTIONS�PATCHTzunknown method r� r� zLBody must %sbe None for method %s (unless allow_nonstandard_methods is true)znot r� z!Body must be None for GET request)�cmdr c s | � j kr�jd� d S )Nr )ZIOCMD_RESTARTREADrk )r� )r: �request_bufferr r �ioctl� s
z6CurlAsyncHTTPClient._curl_setup_request.<locals>.ioctlzUnsupported auth_mode %sz%s %s (username: %r)z%s %sz,ssl_options not supported in curl_httpclient)r� r� r� )^r$ r" ZURLr ZurlrX Z
HTTPHEADERZget_allZHEADERFUNCTION� functools�partial�_curl_header_callback�header_callbackr{ r �bytes� bytearray�int�writeZ
WRITEFUNCTIONZFOLLOWLOCATIONZfollow_redirectsZ MAXREDIRSZ
max_redirectsZconnect_timeoutri ZCONNECTTIMEOUT_MSZrequest_timeoutZ
TIMEOUT_MSZ
user_agentZ USERAGENTZnetwork_interfaceZ INTERFACEZdecompress_response�ENCODINGZ
proxy_hostZ
proxy_portZPROXYZ PROXYPORTZproxy_usernameZproxy_passwordr Zencode_username_passwordZ PROXYUSERPWDZproxy_auth_modeZ PROXYAUTHZHTTPAUTH_BASICZHTTPAUTH_DIGEST�
ValueErrorZunsetoptZ
validate_certZSSL_VERIFYPEERZSSL_VERIFYHOSTZca_certsZCAINFOZ
allow_ipv6Z IPRESOLVEZ IPRESOLVE_V4ZIPRESOLVE_WHATEVERZHTTPGETr� ZUPLOADZNOBODY�set�values�methodZ
CUSTOMREQUESTZallow_nonstandard_methods�KeyErrorZbodyr r Z READFUNCTION�readZ
IOCTLFUNCTIONZ
POSTFIELDSIZEr} Z
INFILESIZEZ
auth_usernameZ
auth_passwordZ auth_modeZHTTPAUTHZUSERPWDrq �debugZ client_certZSSLCERTZ
client_keyZSSLKEYZ ssl_options� threadingZ active_countZNOSIGNALZprepare_curl_callback)r r: r; rY rX r~ Z credentialsZ curl_optionsZcustom_methods�oZ
body_expectedZ body_presentr� Zuserpwdr )r: r; r� r r rb > s�
z'CurlAsyncHTTPClient._curl_setup_request)rX r� �header_line_bytesr c C s� t |jd��}|d k r$| jj||� |j� }|jd�rr|j� y tj|�\}}}d| }W n tj k
rp d S X |szd S |j
|� d S )N�latin1zHTTP/zX-Http-Reason: %s) r �decoder7 r| �rstrip�
startswith�clearr Zparse_response_start_lineZHTTPInputErrorZ
parse_line)r rX r� r� Z header_line�__rg r r r r� s
z)CurlAsyncHTTPClient._curl_header_callback)�
debug_type� debug_msgr c C sz d }|dkr&t |�}tjd|j� � nP|d kr\t |�}x>|j� D ]}tjd|| |� q@W n|d krvtjd
|| |� d S )
N�I�<�>r z%srW r z%s %s� z%s %r)r� r� r� r� r� )rW r )r rq r� �strip�
splitlines)r r� r� Z debug_types�liner r r ru ' s z CurlAsyncHTTPClient._curl_debug)r N)NN)!�__name__�
__module__� __qualname__r� r
�strr r! r9 r r r r@ r� r& r% rH rJ r/ rP r? r" r2 rU rn r r r r` rb r� ru �
__classcell__r r )r5 r r 0 s6
&
1 O r c @ s e Zd Zeedd�dd�ZdS )rj N)�errno�messager c C s t j| d|� || _d S )NiW )r �__init__r� )r r� r� r r r r� 5 s zCurlError.__init__)r� r� r� r� r� r� r r r r rj 4 s rj �__main__)&�__doc__r* r� rr r" r� r> �ior Ztornador r Ztornado.escaper r Ztornado.httpclientr r r r
r Z tornado.logr Ztypingr
r r r Z
TYPE_CHECKINGr r r Z getLoggerrq r rj r� Z configurer r r r �<module> s4