File: //usr/local/lib/python3.6/site-packages/feedparser/__pycache__/http.cpython-36.pyc
3
_9jt& � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z ddl
m Z ddl m
Z
dZG dd� dejjejjejj�Zdd � Zd d
d �ZdS )
� N� )� _parse_date)�convert_to_idnz�application/atom+xml,application/rdf+xml,application/rss+xml,application/x-netcdf,application/xml;q=0.9,text/xml;q=0.2,*/*;q=0.1c @ s4 e Zd Zdd� Zdd� ZeZeZeZeZdd� Z dS )�_FeedURLHandlerc C s
||_ |S )N)�status)�self�req�fp�code�msg�headers� r
�9/usr/local/lib/python3.6/site-packages/feedparser/http.py�http_error_default0 s z"_FeedURLHandler.http_error_defaultc C s4 t jjj| |||||�}|s |S ||_|j� |_|S )N)�urllib�request�HTTPRedirectHandler�http_error_301r �geturl�newurl)r r r r
r �hdrs�resultr
r
r r 6 s
z _FeedURLHandler.http_error_301c C s� t jj|j� �d }d|jks&d|kr8| j|||||�S tj|jd jd�d j � �j
� }|jd�\}} t j d|d �d }
| j
|
||| � | jd|||�} | j� | S ) Nr �
AuthorizationzWWW-Authenticate� �:zrealm="([^"]*)"r zwww-authenticate)r �parse�urlparse� get_full_urlr r �base64� decodebytes�split�encode�decode�re�findall� add_password�http_error_auth_reqed�reset_retry_count) r r r r
r r �host�auth�userZpassw�realm�retryr
r
r �http_error_401F s
"z _FeedURLHandler.http_error_401N)
�__name__�
__module__� __qualname__r r Zhttp_error_300�http_error_302�http_error_303�http_error_307r- r
r
r
r r / s r c
C s> t jj| �}|jd|� |r(|jd|� t|t�r<t|�}nt|tj�rP|j� }|r�ddddddd g} d
d d d
ddddddddg }
|jdd| |d |d |
|d d |d |d |d |d f � |r�|jd |� |jd d!� |r�|jd"d#| � |�r
|jd$|� x"|j � D ]\} } |j| | � �qW |jd%d&� |S )'Nz
User-Agentz
If-None-Match�Mon�Tue�Wed�Thu�Fri�Sat�Sun�Jan�Feb�Mar�Apr�May�Jun�Jul�Aug�Sep�Oct�Nov�DeczIf-Modified-Sincez#%s, %02d %s %04d %02d:%02d:%02d GMT� � r r � � � ZRefererzAccept-encodingz
gzip, deflater zBasic %s�AcceptzA-IM�feed)
r r �Request�
add_header�
isinstance�strr �datetime� utctimetuple�items)
�url�agentZ
accept_header�etag�modified�referrerr) �request_headersr Zshort_weekdays�months� header_name� header_valuer
r
r �_build_urllib2_request\ s.
F r^ c C s� |d krg }nt |t�s |g}|d kr*i }| jd�rB| dd � } n| jd�r\d| dd � } |spddlm} |}d } | jd�s�tjj| �}
|
jr�t|
�} |
j | d< |
j
r�|
j � d|
j
� �| d< tjj | �} t j
|
j� d|
j� �j� �j� } t | t�� s�t| �} g } xP| D ]H}
y|
jd � W n( tk
�rB | jtjj|
�� Y n X | j|
� �qW d
j| �} t| |t|||| |�}tjjt|t � g �� }g |_ |j |�}|j � }|j � d d � |j!j"� D �|d
< |�rLd|d
j#dd
�k�rLyt$j%t&j'|�d�j � }W nN t(t)t*j+fk
�rH } z(d|d< ||d< t |t*j+��r8d }W Y d d }~X nX n�|�r�d|d
j#dd
�k�r�yt,j-|�}W n` t,j+k
�r� yt,j-|d&�}W n6 t,j+k
�r� } zd|d< ||d< W Y d d }~X nX Y nX d|d
k�r |d
j#dd
�}t |t��r|jdd�}|�r ||d< d|d
k�rT|d
j#dd
�}|�rT||d< t.|�|d< t |j/t��rv|j/jdd�|d < n
|j/|d < t0|d d ��p�d |d < t0|d d �d!k�r�d
|d"< d'|d%< |S )(Nz feed:httprK zfeed:zhttp:r )�
USER_AGENTzftp:r �ascii� c S s i | ]\}}||j � �qS r
)�lower)�.0�k�vr
r
r �
<dictcomp>� s zget.<locals>.<dictcomp>r �gzipzcontent-encoding)�fileobjTZbozoZbozo_exception�deflate� rW zutf-8�ignorez
last-modifiedrX Zmodified_parsed�hrefr �� r
r i0 �versionz1The feed has not changed since you last checked, z:so the server sent no data. This is a feature, not a bug!Z
debug_messagei�zkThe feed has not changed since you last checked, so the server sent no data. This is a feature, not a bug!)1rP �list�
startswithra r_ r r r �username�hostname�port�
urlunparser �standard_b64encode�passwordr! r" �bytesr �UnicodeEncodeError�append�quote�joinr^ �
ACCEPT_HEADERr � build_opener�tupler �
addheaders�open�read�closer rT �getrg �GzipFile�io�BytesIO�EOFError�IOError�struct�error�zlib�
decompressr rU �getattr)rU rW rX rV rY �handlersrZ r r_ r) �
url_piecesZ
new_pieces�bits�cr �opener�f�data�er
r
r r� | s�
r� )NNNNNNN)r rR rg r� r# r� � urllib.parser �urllib.requestr� Z datetimesr �urlsr r| r �HTTPDigestAuthHandlerr �HTTPDefaultErrorHandlerr r^ r� r
r
r
r �<module> s -