File: //lib64/python3.6/site-packages/tornado/__pycache__/curl_httpclient.cpython-36.opt-1.pyc
3
��f9^ � @ s d Z ddlZddlZddlZddlZddlZddlZddlmZ ddl m
Z
ddl m Z ddl m
Z
mZ ddlmZmZmZmZmZ ddlmZ dd lmZmZmZmZ ddlZej r�dd
lm Z m Z m Z ej d �Z!G d d
� d
e�Z"G dd� de�Z#e$dk�rej%e"� e� dS )z5Non-blocking HTTP client implementation using pycurl.� N)�BytesIO)�httputil)�ioloop)�utf8�
native_str)� HTTPRequest� HTTPResponse� HTTPError�AsyncHTTPClient�main)�app_log)�Dict�Any�Callable�Union)�Deque�Tuple�Optionalztornado.curl_httpclientc sR e Zd Zd.eeeef dd�� fdd�
Zdd�� fdd� Ze e
e gdf dd �d
d �Z eeee
dd �d
d�Zedd�dd�Zeedd�dd�Zdd�dd�Zdd�dd�Zdd�dd�Zdd�dd �Zd/ejeedd �d d �Zedd �d!d"�Zejd�d#d$�Zeje eej dd%�d&d'�Z ej e
egdf e
dd(�d)d*�Z eedd+�d,d-�Z � Z S )0�CurlAsyncHTTPClient�
N)� max_clients�defaults�returnc s� t t� �j|d� tj� � _� jjtj� j� � jjtj � j
� � fdd�t |�D �� _ � j d d � � _
tj� � _i � _d � _tj� jd�� _� jj� tj� }� jj|� � jj|� d S )N)r c s g | ] }� j � �qS � )� _curl_create)�.0�i)�selfr �'/usr/lib64/python3.6/curl_httpclient.py�
<listcomp>8 s z2CurlAsyncHTTPClient.initialize.<locals>.<listcomp>i� )�superr �
initialize�pycurlZ CurlMulti�_multi�setoptZM_TIMERFUNCTION� _set_timeoutZM_SOCKETFUNCTION�_handle_socket�range�_curls�
_free_list� collections�deque� _requests�_fds�_timeoutr ZPeriodicCallback�_handle_force_timeout�_force_timeout_callback�start�Curl�
add_handle�
remove_handle)r r r Zdummy_curl_handle)� __class__)r r r! 1 s
z CurlAsyncHTTPClient.initialize)r c sb | j j� | jd k r"| jj| j� x| jD ] }|j� q*W | jj� tt | �j� d | _ d | _d S )N)
r0 �stopr. �io_loop�remove_timeoutr( �closer# r r )r �curl)r5 r r r9 R s
zCurlAsyncHTTPClient.close)�request�callbackr c C s. | j j||| jj� f� | j� | jd� d S )Nr )r, �appendr7 �time�_process_queuer% )r r; r< r r r �
fetch_impla s z CurlAsyncHTTPClient.fetch_impl)�event�fd�multi�datar c C s� t jtjjt jtjjt jtjjt j tjjtjjB i}|t j
kr^|| j kr�| j j
|� | j |= n:|| }|| j kr|| j j
|� | j j|| j|� || j |< dS )z_Called by libcurl when it wants to change the file descriptors
it cares about.
N)r" Z POLL_NONEr �IOLoopZNONEZPOLL_IN�READZPOLL_OUT�WRITEZ
POLL_INOUTZ POLL_REMOVEr- r7 Zremove_handlerZ add_handler�_handle_events)r rA rB rC rD Z event_mapZ ioloop_eventr r r r& h s
z"CurlAsyncHTTPClient._handle_socket)�msecsr c C s< | j dk r| jj| j � | jj| jj� |d | j�| _ dS )z(Called by libcurl to schedule a timeout.Ng @�@)r. r7 r8 Z add_timeoutr> �_handle_timeout)r rI r r r r% � s
z CurlAsyncHTTPClient._set_timeout)rB �eventsr c C s� d}|t jj@ r|tjO }|t jj@ r0|tjO }xVy| jj||�\}}W n. tj k
rv } z|j
d }W Y dd}~X nX |tj kr2P q2W | j � dS )zXCalled by IOLoop when there is activity on one of our
file descriptors.
r N)
r rE rF r" Z
CSELECT_INrG Z CSELECT_OUTr# �
socket_action�error�args�E_CALL_MULTI_PERFORM�_finish_pending_requests)r rB rK �action�ret� num_handles�er r r rH � s
z"CurlAsyncHTTPClient._handle_eventsc C s� d| _ xXy| jjtjd�\}}W n. tjk
rN } z|jd }W Y dd}~X nX |tjkrP qW | j� | jj � }|dkr�| j
|� dS )z7Called by IOLoop when the requested timeout has passed.Nr ) r. r# rL r" ZSOCKET_TIMEOUTrM rN rO rP Ztimeoutr% )r rR rS rT Z new_timeoutr r r rJ � s
z#CurlAsyncHTTPClient._handle_timeoutc C s` xRy| j j� \}}W n. tjk
rB } z|jd }W Y dd}~X nX |tjkrP qW | j� dS )zpCalled by IOLoop periodically to ask libcurl to process any
events it may have forgotten about.
r N)r# Z
socket_allr" rM rN rO rP )r rR rS rT r r r r/ � s
z)CurlAsyncHTTPClient._handle_force_timeoutc C sf xX| j j� \}}}x|D ]}| j|� qW x |D ]\}}}| j|||� q0W |dkrP qW | j� dS )zbProcess any requests that were completed by the last
call to multi.socket_action.
r N)r# Z info_read�_finishr? )r Znum_qZok_listZerr_listr: Zerrnum�errmsgr r r rP � s
z,CurlAsyncHTTPClient._finish_pending_requestsc C s� x�d}x�| j r�| jr�|d7 }| j j� }| jj� \}}}tj� t� |||tj� | jj � j� d�|_
y | j |||j
d |j
d � W n@ t k
r� } z$| j j
|� |t|d|d�� W Y d d }~X qX | jj|� qW |sP qW d S )Nr � )�headers�bufferr; r< �queue_start_time�curl_start_time�curl_start_ioloop_timerY rX iW )r; �coderM )r) r, �pop�popleftr � HTTPHeadersr r> r7 Zcurrent�info�_curl_setup_request� Exceptionr= r r# r3 )r Zstartedr: r; r< rZ rT r r r r? � s,
$z"CurlAsyncHTTPClient._process_queue)r: �
curl_error� curl_messager c
C sL |j }d |_ | jj|� | jj|� |d }|rRt||�}|j}d }|j� d }n&d }|jt j
�}|jt j �}|j d� t
|d |d |jt j�|jt j�|jt j�|jt j�|jt j�|jt j�|jt j�d�} yN|d t|d ||d ||||d jd d �| jj� |d |d
| d �
� W n$ tk
�rF | j|d � Y nX d S ) NrY r r\ rZ )ZqueueZ
namelookupZconnectZ
appconnectZ pretransferZ
starttransferZtotalZredirectr< r; rX z
X-Http-Reasonr[ )
r; r] rX rY �
effective_urlrM �reasonZ request_timeZ
start_time� time_info)ra r# r4 r) r= � CurlErrorr] r9 Zgetinfor" Z HTTP_CODEZ
EFFECTIVE_URL�seek�dictZNAMELOOKUP_TIMEZ CONNECT_TIMEZAPPCONNECT_TIMEZPRETRANSFER_TIMEZSTARTTRANSFER_TIMEZ
TOTAL_TIMEZ
REDIRECT_TIMEr �getr7 r> rc �handle_callback_exception)
r r: rd re ra rY rM r] rf rh r r r rU � sN
zCurlAsyncHTTPClient._finish)r< r c C s t jd|dd� d S )NzException in callback %rT)�exc_info)r rM )r r< r r r rm / s z-CurlAsyncHTTPClient.handle_callback_exceptionc C sl t j� }tjtj�r2|jt jd� |jt j| j � t
t d�rh|jt j t j t j
B � |jt jt j t j
B � |S )NrW � PROTOCOLS)r" r2 �curl_logZ isEnabledFor�logging�DEBUGr$ �VERBOSEZ
DEBUGFUNCTION� _curl_debug�hasattrro Z
PROTO_HTTPZ PROTO_HTTPSZREDIR_PROTOCOLS)r r: r r r r 2 s z CurlAsyncHTTPClient._curl_create)r: r; rY rX r c s� � j tjt�j�� d�jkr(d�jd< d�jkr<d�jd< � j tjdd� �jj� D �� � j tjt j
�j |�j �� �j
r�tttf td���fdd� }n|j}� j tj|� � j tj�j� � j tj�j� � j tjtd �j �� � j tjtd �j �� �j �r � j tj t�j �� n� j tj d
� �j �rD� j tj �j � �j �r\� j tj!d � n� j tj!d � �j"�r�j#�r� j tj$�j"� � j tj%�j#� �j&�r�t'j(�j&�j)�}� j tj*|� �j+d k�s؈j+d
k�r� j tj,tj-� n,�j+dk�r� j tj,tj.� nt/d�j+ ��n� j tj$d� � j0tj*� �j1�rX� j tj2d� � j tj3d� n � j tj2d� � j tj3d� �j4d k �r�� j tj5�j4� n �j6dk�r�� j tj7tj8� n� j tj7tj9� tj:tj;tj<tj=d�}t>dddg�}x |j?� D ]} � j | d� �q�W �j@|k�r0� j0tjA� � j |�j@ d� n4�jB�sD�j@|k�rV� j tjA�j@� ntCd�j@ ���j@d'k}
�jDd k } �jB�s�|
�r�| �s�| �r�|
�r�t/d |
�r�d nd�j@f ��|
�s�| �rp�j@d k�r�t/d ��tEtF�jD�p�d���td d �� �fd!d"� } � j tjG�jH� � j tjI| � �j@dk�rH� j tjJtK�jD�p@d�� n(� j tj<d� � j tjLtK�jD�pjd�� �jMd k �r�jNd k�s��jNd
k�r�� j tjOtj-� n,�jNdk�rĈ j tjOtj.� nt/d#�jN ��t'j(�jM�jP�}
� j tjQ|
� tRjSd$�j@�j�jM� n � j0tjQ� tRjSd%�j@�j� �jTd k �rB� j tjU�jT� �jVd k �r^� j tjW�jV� �jXd k �rrt/d&��tYjZ� dk�r�� j tj[d� �j\d k �r��j\� � d S )(NZExpect� ZPragmac S s$ g | ] \}}d t |�t |�f �qS )z%s: %s)r )r �k�vr r r r Y s z;CurlAsyncHTTPClient._curl_setup_request.<locals>.<listcomp>)�br c s �j j� j| � t| �S )N)r7 � add_callback�streaming_callback�len)ry )r; r r r �write_functionf s z?CurlAsyncHTTPClient._curl_setup_request.<locals>.write_functioni� z Mozilla/5.0 (compatible; pycurl)z gzip,deflateZnoneZbasicZdigestz Unsupported proxy_auth_mode %srW � r F)�GET�POST�PUTZHEADZDELETEZOPTIONS�PATCHTzunknown method r� r� zLBody must %sbe None for method %s (unless allow_nonstandard_methods is true)znot r z!Body must be None for GET request)�cmdr c s | � j kr�jd� d S )Nr )ZIOCMD_RESTARTREADrj )r� )r: �request_bufferr r �ioctl� s
z6CurlAsyncHTTPClient._curl_setup_request.<locals>.ioctlzUnsupported auth_mode %sz%s %s (username: %r)z%s %sz,ssl_options not supported in curl_httpclient)r� r� r� )]r$ r" ZURLr ZurlrX Z
HTTPHEADERZget_allZHEADERFUNCTION� functools�partial�_curl_header_callback�header_callbackr{ r �bytes� bytearray�int�writeZ
WRITEFUNCTIONZFOLLOWLOCATIONZfollow_redirectsZ MAXREDIRSZ
max_redirectsZCONNECTTIMEOUT_MSZconnect_timeoutZ
TIMEOUT_MSZrequest_timeoutZ
user_agentZ USERAGENTZnetwork_interfaceZ INTERFACEZdecompress_response�ENCODINGZ
proxy_hostZ
proxy_portZPROXYZ PROXYPORTZproxy_usernamer Zencode_username_passwordZproxy_passwordZ PROXYUSERPWDZproxy_auth_modeZ PROXYAUTHZHTTPAUTH_BASICZHTTPAUTH_DIGEST�
ValueErrorZunsetoptZ
validate_certZSSL_VERIFYPEERZSSL_VERIFYHOSTZca_certsZCAINFOZ
allow_ipv6Z IPRESOLVEZ IPRESOLVE_V4ZIPRESOLVE_WHATEVERZHTTPGETr� ZUPLOADZNOBODY�set�values�methodZ
CUSTOMREQUESTZallow_nonstandard_methods�KeyErrorZbodyr r Z READFUNCTION�readZ
IOCTLFUNCTIONZ
POSTFIELDSIZEr| Z
INFILESIZEZ
auth_usernameZ auth_modeZHTTPAUTHZ
auth_passwordZUSERPWDrp �debugZ client_certZSSLCERTZ
client_keyZSSLKEYZ ssl_options� threadingZ active_countZNOSIGNALZprepare_curl_callback)r r: r; rY rX r} Z credentialsZ curl_optionsZcustom_methods�oZ
body_expectedZ body_presentr� Zuserpwdr )r: r; r� r r rb > s�
z'CurlAsyncHTTPClient._curl_setup_request)rX r� �header_line_bytesr c C s� t |jd��}|d k r$| jj||� |j� }|jd�rr|j� y tj|�\}}}d| }W n tj k
rp d S X |szd S |j
|� d S )N�latin1zHTTP/zX-Http-Reason: %s) r �decoder7 rz �rstrip�
startswith�clearr Zparse_response_start_lineZHTTPInputErrorZ
parse_line)r rX r� r� Z header_line�__rg r r r r� s
z)CurlAsyncHTTPClient._curl_header_callback)�
debug_type� debug_msgr c C sz d }|dkr&t |�}tjd|j� � nP|d kr\t |�}x>|j� D ]}tjd|| |� q@W n|d krvtjd
|| |� d S )
N�I�<�>r z%srW r~ z%s %s� z%s %r)r� r� r� r� r� )rW r~ )r rp r� �strip�
splitlines)r r� r� Z debug_types�liner r r rt ' s z CurlAsyncHTTPClient._curl_debug)r N)NN)!�__name__�
__module__� __qualname__r� r
�strr r! r9 r r r r@ r� r& r% rH rJ r/ rP r? r" r2 rU rm r r r r` rb r� rt �
__classcell__r r )r5 r r 0 s6
&
1 O r c @ s e Zd Zeedd�dd�ZdS )ri N)�errno�messager c C s t j| d|� || _d S )NiW )r �__init__r� )r r� r� r r r r� 5 s zCurlError.__init__)r� r� r� r� r� r� r r r r ri 4 s ri �__main__)&�__doc__r* r� rq r" r� r> �ior Ztornador r Ztornado.escaper r Ztornado.httpclientr r r r
r Z tornado.logr Ztypingr
r r r Z
TYPE_CHECKINGr r r Z getLoggerrp r ri r� Z configurer r r r �<module> s4