Your IP : 3.148.105.127
a
R�f�� � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dlZd dlZd dlmZmZmZ d dlmZmZmZmZmZmZm Z m Z m Z m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z' d dl(m)Z)m*Z* z d dl+Z+W n e,�y dZ-Y n0 dZ-g d�Z.de j/dd � Z0da1de
j2fddddd
�d d �Z3d
d� Z4g Z5d�dd�Z6dd� Z7e �8de j9�Z:dd� Z;G dd� d�Z<G dd� d�Z=dd� Z>G d d � d �Z?G d d � d e?�Z@G d d!� d!e?�ZAG d"d#� d#e?�ZBd$d%� ZCG d&d'� d'e?�ZDG d(d)� d)�ZEG d*d+� d+eE�ZFG d,d-� d-eF�ZGG d.d/� d/�ZHG d0d1� d1eHe?�ZIG d2d3� d3eHe?�ZJejKZLG d4d5� d5�ZMG d6d7� d7e?eM�ZNG d8d9� d9e?eM�ZOG d:d;� d;e?�ZPG d<d=� d=eP�ZQeRejSd>��r�G d?d@� d@eP�ZTe.�Ud@� G dAdB� dBe?�ZVG dCdD� dDe?�ZWdEdF� ZXdGdH� ZYG dIdJ� dJe?�ZZdKdL� Z[G dMdN� dNe?�Z\G dOdP� dPe\�Z]G dQdR� dRe?�Z^dSZ_ej`dTk�r�d dUlambZbmcZc ndVdW� ZbdXdY� Zci ZdG dZd[� d[�ZeG d\d]� d]ee�Zfdagd^d_� Zhdaid`da� Zjdakdbdc� Zldamddde� ZnG dfdg� dg�Zodhdi� Zpd�djdk�Zqdldm� Zrdndo� Zse jtdpk�rPd dqlumvZvmwZw drds� Zxdtdu� Zydvdw� Zzdxdy� Z{n6ej`dTk�r~dzd{� Z|d|dy� Z{d}d~� Z}ddw� ZznepZ{eqZzdS )�� N)�URLError� HTTPError�ContentTooShortError)�urlparse�urlsplit�urljoin�unwrap�quote�unquote�
_splittype�
_splithost�
_splitport�
_splituser� _splitpasswd�
_splitattr� _splitquery� _splitvalue� _splittag� _to_bytes�unquote_to_bytes�
urlunparse)�
addinfourl� addclosehookFT)!�Request�OpenerDirector� BaseHandler�HTTPDefaultErrorHandler�HTTPRedirectHandler�HTTPCookieProcessor� ProxyHandler�HTTPPasswordMgr� HTTPPasswordMgrWithDefaultRealm� HTTPPasswordMgrWithPriorAuth�AbstractBasicAuthHandler�HTTPBasicAuthHandler�ProxyBasicAuthHandler�AbstractDigestAuthHandler�HTTPDigestAuthHandler�ProxyDigestAuthHandler� HTTPHandler� FileHandler�
FTPHandler�CacheFTPHandler� DataHandler�UnknownHandler�HTTPErrorProcessor�urlopen�install_opener� build_opener� pathname2url� url2pathname�
getproxies� urlretrieve�
urlcleanup� URLopener�FancyURLopenerz%d.%d� )�cafile�capath� cadefault�contextc
C s� |s |s |rfdd l }|�dtd� |d ur2td��ts>td��tjtjj||d�}t |d�}t
|�} n0|r~t |d�}t
|�} nt d u r�t
� a } nt } | � | ||�S )Nr zJcafile, capath and cadefault are deprecated, use a custom context instead.r: zDYou can't pass both context and any of cafile, capath, and cadefaultzSSL support not available)r; r< )r> )
�warnings�warn�DeprecationWarning�
ValueError� _have_ssl�sslZcreate_default_contextZPurposeZ SERVER_AUTH� HTTPSHandlerr2 �_opener�open)
�url�data�timeoutr; r< r= r> r? Z
https_handler�opener� rL �3/opt/alt/python39/lib64/python3.9/urllib/request.pyr0 � s0 4 ��
�
r0 c C s | a d S �N)rF )rK rL rL rM r1 � s r1 c C sl t | �\}}t�t| |����}|�� }|dkrR|sRtj�|�|fW d � S |rbt|d�}n t j
dd�}|j }t �
|� |�� ||f} d}
d} d} d}
d|v r�t|d �} |r�||
|
| � |�|
�}|sҐq| t|�7 } |�|� |
d
7 }
|r�||
|
| � q�W d � n1 �s0 Y W d � n1 �s80 Y | dk�rh| | k �rhtd | | f | ��| S ) N�file�wbF)�delete� ���r �content-length�Content-Length� �1retrieval incomplete: got only %i out of %i bytes)r �
contextlib�closingr0 �info�os�path�normpathrG �tempfileZNamedTemporaryFile�name�_url_tempfiles�append�int�read�len�writer )rH �filename�
reporthookrI Zurl_typer\ �fp�headers�tfp�result�bs�sizerc �blocknum�blockrL rL rM r6 � sH
N��r6 c C sB t D ]&} zt�| � W q ty( Y q0 qt d d �= tr>d ad S rN )r` r[ �unlink�OSErrorrF )Z temp_filerL rL rM r7 s
r7 z:\d+$c C s< | j }t|�d }|dkr&| �dd�}t�d|d�}|�� S )NrV � �Host)�full_urlr �
get_header� _cut_port_re�sub�lower)�requestrH �hostrL rL rM � request_host+ s r{ c @ s� e Zd Zdi dddfdd�Zedd� �Zejdd� �Zejdd� �Zed d
� �Zejd d
� �Zejd d
� �Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd#d d �Zd d � Zd!d"� ZdS )$r NFc C sl || _ i | _i | _d | _|| _d | _|�� D ]\}}| �||� q,|d u rRt| �}|| _ || _
|rh|| _ d S rN ) rt ri �unredirected_hdrs�_datarI � _tunnel_host�items�
add_headerr{ �origin_req_host� unverifiable�method) �selfrH rI ri r� r� r� �key�valuerL rL rM �__init__= s zRequest.__init__c C s | j rd�| j| j �S | jS )Nz{}#{})�fragment�format� _full_url�r� rL rL rM rt O s zRequest.full_urlc C s( t |�| _t| j�\| _| _| �� d S rN )r r� r r� �_parse�r� rH rL rL rM rt U s
c C s d | _ d | _d| _d S �Nrr )r� r� �selectorr� rL rL rM rt \ s c C s | j S rN )r} r� rL rL rM rI b s z Request.datac C s( || j kr$|| _ | �d�r$| �d� d S )N�Content-length)r} �
has_header�
remove_header)r� rI rL rL rM rI f s
c C s
d | _ d S rN )rI r� rL rL rM rI p s c C sN t | j�\| _}| jd u r(td| j ��t|�\| _| _| jrJt| j�| _d S )Nzunknown url type: %r) r r� �typerB rt r rz r� r
)r� �restrL rL rM r� t s
zRequest._parsec C s | j d urdnd}t| d|�S )N�POST�GETr� )rI �getattr)r� Zdefault_methodrL rL rM �
get_method| s zRequest.get_methodc C s | j S rN )rt r� rL rL rM � get_full_url� s zRequest.get_full_urlc C s2 | j dkr| js| j| _n|| _ | j| _|| _d S )N�https)r� r~ rz rt r� )r� rz r� rL rL rM � set_proxy� s
zRequest.set_proxyc C s | j | jkS rN )r� rt r� rL rL rM � has_proxy� s zRequest.has_proxyc C s || j |�� < d S rN )ri �
capitalize�r� r� �valrL rL rM r� � s zRequest.add_headerc C s || j |�� < d S rN )r| r� r� rL rL rM �add_unredirected_header� s z Request.add_unredirected_headerc C s || j v p|| jv S rN )ri r| �r� � header_namerL rL rM r� � s
�zRequest.has_headerc C s | j �|| j�||��S rN )ri �getr| )r� r� �defaultrL rL rM ru � s �zRequest.get_headerc C s | j �|d � | j�|d � d S rN )ri �popr| r� rL rL rM r� � s zRequest.remove_headerc C s i | j �| j�}t|�� �S rN )r| ri �listr )r� �hdrsrL rL rM � header_items� s zRequest.header_items)N)�__name__�
__module__� __qualname__r� �propertyrt �setter�deleterrI r� r� r� r� r� r� r� r� ru r� r� rL rL rL rM r ; s6 �
r c @ sN e Zd Zdd� Zdd� Zdd� Zdd� Zd ejfd
d �Z dd d
�Z
dd� Z d S )r c C s6 dt }d|fg| _g | _i | _i | _i | _i | _d S )N�Python-urllib/%sz
User-agent)� __version__�
addheaders�handlers� handle_open� handle_error�process_response�process_request)r� Zclient_versionrL rL rM r� � s zOpenerDirector.__init__c C sR t |d�stdt|� ��d}t|�D �]}|dv r6q&|�d�}|d |� }||d d � }|�d�r�|�d�| d }||d d � }z t|�}W n ty� Y n0 | j� |i �} | | j|< n>|dkr�|}| j
} n*|d kr�|}| j } n|d
kr&|}| j } nq&| �
|g �}
|
�r t�|
|� n
|
�|� d }q&|�rNt�| j|� |�| � d S ) N�
add_parentz%expected BaseHandler instance, got %rF)�redirect_request�do_open�
proxy_open�_rV �errorrG �responsery T)�hasattr� TypeErrorr� �dir�find�
startswithrb rB r� r� r� r� r� �
setdefault�bisectZinsortra r� r� ) r� �handlerZadded�meth�i�protocolZ condition�j�kind�lookupr� rL rL rM � add_handler� sL
�
zOpenerDirector.add_handlerc C s d S rN rL r� rL rL rM �close� s zOpenerDirector.closec G s< |� |d�}|D ]&}t||�}||� }|d ur| S qd S )NrL )r� r� ) r� �chainr� � meth_name�argsr� r� �funcrk rL rL rM � _call_chain� s
zOpenerDirector._call_chainNc
C s� t |t�rt||�}n|}|d ur(||_||_|j}|d }| j�|g �D ]}t||�}||�}qJt �
d|j |j|j |�
� � | �||�} |d }| j�|g �D ]}t||�}||| �} q�| S )NZ_requestzurllib.RequestZ _response)�
isinstance�strr rI rJ r� r� r� r� �sys�auditrt ri r� �_openr� )
r� �fullurlrI rJ �reqr� r� Z processorr� r� rL rL rM rG � s$
zOpenerDirector.openc C sP | � | jdd|�}|r|S |j}| � | j||d |�}|r>|S | � | jdd|�S )Nr� Z default_openr� �unknown� unknown_open)r� r� r� )r� r� rI rk r� rL rL rM r� s
� ��
�zOpenerDirector._openc G s~ |dv r,| j d }|d }d| }d}|}n| j }|d }d}|||f| }| j|� }|r^|S |rz|dd f| }| j|� S d S )
N��httpr� r� r: z
http_error_%srV Z_errorr r� �http_error_default)r� r� )r� �protor� �dictr� Zhttp_errZ orig_argsrk rL rL rM r� s
zOpenerDirector.error)N) r� r� r� r� r� r� r� �socket�_GLOBAL_DEFAULT_TIMEOUTrG r� r� rL rL rL rM r � s /
r c G s� t � }ttttttttt g }t
t j d�r2|�
t� t� }|D ]B}| D ]8}t|t�rht||�r||�|� qDt||�rD|�|� qDq<|D ]}|�|� q�|D ]}|�|� � q�| D ] }t|t�r�|� }|�|� q�|S )N�HTTPSConnection)r r r. r) r r r+ r* r/ r- r� r� �clientra rE �setr� r� �
issubclass�add�remover� )r� rK Zdefault_classes�skip�klassZcheck�hrL rL rM r2 7 s2 �
r2 c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r �� c C s
|| _ d S rN )�parent)r� r� rL rL rM r� ^ s zBaseHandler.add_parentc C s d S rN rL r� rL rL rM r� a s zBaseHandler.closec C s t |d�sdS | j|jk S )N�
handler_orderT)r� r� )r� �otherrL rL rM �__lt__e s
zBaseHandler.__lt__N)r� r� r� r� r� r� r� rL rL rL rM r [ s r c @ s e Zd ZdZdd� ZeZdS )r/ i� c C sH |j |j|�� }}}d| kr,dk sDn | j�d|||||�}|S )N�� �, r� )�code�msgrZ r� r� )r� ry r� r� r� r� rL rL rM �
http_responser s �z HTTPErrorProcessor.http_responseN)r� r� r� r� r� �https_responserL rL rL rM r/ n s r/ c @ s e Zd Zdd� ZdS )r c C s t |j||||��d S rN )r rt )r� r� rh r� r� r� rL rL rM r� � s z*HTTPDefaultErrorHandler.http_error_defaultN)r� r� r� r� rL rL rL rM r s r c @ s4 e Zd ZdZdZdd� Zdd� Ze Z ZZ dZ
dS ) r � �
c st |� � }|dv r|dv s:|dv r(|dks:t|j||||��|�dd�}d� � fdd �|j�� D �}t|||jd
d �S ) N)�- �. �/ i3 )r� ZHEAD)r� r� r� r� � z%20)rT z content-typec s" i | ]\}}|� � � vr||�qS rL )rx ��.0�k�v�ZCONTENT_HEADERSrL rM �
<dictcomp>� s �z8HTTPRedirectHandler.redirect_request.<locals>.<dictcomp>T)ri r� r� )r� r rt �replaceri r r r� ) r� r� rh r� r� ri �newurl�mZ
newheadersrL r rM r� � s
�� �z$HTTPRedirectHandler.redirect_requestc
C sL d|v r|d }nd|v r$|d }nd S t |�}|jdvrRt||d||f ||��|jsn|jrnt|�}d|d< t|�}t|dtj d�}t
|j |�}| � ||||||�}|d u r�d S t
|d ��r|j } |_| �|d
�| jks�t| �| jk�rt|j || j| ||��ni } |_|_| �|d
�d | |< |�� |�� | jj||jd �S )
N�location�uri�r� r� �ftprr z+%s - Redirection to url '%s' is not allowed�/r: z
iso-8859-1)�encoding�safe�
redirect_dictr rV �rJ )r �schemer r\ Znetlocr� r r �stringZ punctuationr rt r� r� r
r� � max_repeatsrd �max_redirections�inf_msgrc r� r� rG rJ )
r� r� rh r� r� ri r �urlparts�newZvisitedrL rL rM �http_error_302� sH
� � � �z"HTTPRedirectHandler.http_error_302zoThe HTTP server returned a redirect error that would lead to an infinite loop.
The last 30x error message was:
N) r� r� r� r r r� r �http_error_301�http_error_303�http_error_307r rL rL rL rM r � s &< r c
C s� t | �\}}|�d�s d }| }nZ|�d�s6td| ��d|v rV|�d�}|�d|�}n |�dd�}|dkrnd }|d|� }t|�\}}|d ur�t|�\}} nd }} ||| |fS )Nr
�//z proxy URL with no authority: %r�@r: rS )r r� rB r� r r )
�proxyr Zr_scheme� authorityZhost_separator�endZuserinfo�hostport�user�passwordrL rL rM � _parse_proxy� s$
r" c @ s" e Zd ZdZddd�Zdd� ZdS )r �d Nc C sP |d u rt � }|| _|�� D ].\}}|�� }t| d| ||| jfdd�� q d S )Nz%s_openc S s || ||�S rN rL )�rr r� r� rL rL rM �<lambda>! s z'ProxyHandler.__init__.<locals>.<lambda>)r5 �proxiesr rx �setattrr� )r� r& r� rH rL rL rM r� s
�zProxyHandler.__init__c C s� |j }t|�\}}}}|d u r"|}|jr6t|j�r6d S |rv|rvdt|�t|�f } t�| �� ��d�}
|� dd|
� t|�}|�
||� ||ks�|dkr�d S | j j ||j
d�S d S )N�%s:%s�ascii�Proxy-authorization�Basic r� r )r� r" rz � proxy_bypassr
�base64� b64encode�encode�decoder� r� r� rG rJ ) r� r� r r� Z orig_typeZ
proxy_typer r! r Z user_passZcredsrL rL rM r� $ s" � zProxyHandler.proxy_open)N)r� r� r� r� r� r� rL rL rL rM r s
r c @ s6 e Zd Zdd� Zdd� Zdd� Zd
dd �Zd
d � Zd S )r c C s
i | _ d S rN )�passwdr� rL rL rM r� B s zHTTPPasswordMgr.__init__c s\ t |t�r|g}|�jvr$i �j|< dD ].� t� �fdd�|D ��}||f�j| |< q(d S )N�TFc 3 s | ]}�� |� �V qd S rN )�
reduce_uri)r� �u�� default_portr� rL rM � <genexpr>L s z/HTTPPasswordMgr.add_password.<locals>.<genexpr>)r� r� r1 �tuple)r� �realmr r r1 � reduced_urirL r5 rM � add_passwordE s
�z HTTPPasswordMgr.add_passwordc C s` | j �|i �}dD ]H}| �||�}|�� D ].\}}|D ] }| �||�r6| S q6q*qdS )Nr2 �NN)r1 r� r3 r � is_suburi) r� r9 �authuriZdomainsr6 �reduced_authuriZurisZauthinfor rL rL rM �find_user_passwordP s z"HTTPPasswordMgr.find_user_passwordTc
C s� t |�}|d r.|d }|d }|d p*d}n d }|}d}t|�\}}|r~|d u r~|d ur~ddd��|�} | d ur~d|| f }||fS ) NrV r r: r
�P i� r� z%s:%d)r r
r� )
r� r r6 �partsr r r\ rz �portZdportrL rL rM r3 Z s$ �� zHTTPPasswordMgr.reduce_uric C sN ||kr dS |d |d kr dS |d }|dd � dkr@|d7 }|d � |�S )NTr FrV rS r
)r� )r� �base�test�prefixrL rL rM r= q s zHTTPPasswordMgr.is_suburiN)T)r� r� r� r� r; r@ r3 r= rL rL rL rM r @ s
r c @ s e Zd Zdd� ZdS )r! c C s0 t �| ||�\}}|d ur"||fS t �| d |�S rN )r r@ )r� r9 r> r r! rL rL rM r@ � s �z2HTTPPasswordMgrWithDefaultRealm.find_user_passwordN)r� r� r� r@ rL rL rL rM r! � s r! c s< e Zd Z� fdd�Zd
� fdd� Zd dd�Zdd � Z� ZS ) r" c s i | _ t� j|i |�� d S rN )�
authenticated�superr� �r� r� �kwargs�� __class__rL rM r� � s z%HTTPPasswordMgrWithPriorAuth.__init__Fc s< | � ||� |d ur&t� �d |||� t� �||||� d S rN )�update_authenticatedrH r; )r� r9 r r r1 �is_authenticatedrK rL rM r; � s z)HTTPPasswordMgrWithPriorAuth.add_passwordc C s> t |t�r|g}dD ]$}|D ]}| �||�}|| j|< q qd S �Nr2 )r� r� r3 rG )r� r rN r6 r4 r: rL rL rM rM � s
z1HTTPPasswordMgrWithPriorAuth.update_authenticatedc C sD dD ]:}| � ||�}| jD ]"}| �||�r| j| S qqd S rO )r3 rG r= )r� r> r6 r? r rL rL rM rN � s
z-HTTPPasswordMgrWithPriorAuth.is_authenticated)F)F)r� r� r� r� r; rM rN �
__classcell__rL rL rK rM r" � s
r" c @ sT e Zd Ze�dej�Zddd�Zdd� Zdd� Z d d
� Z
d d � Z d
d� Z e Z
e ZdS )r# z1(?:^|,)[ ]*([^ ,]+)[ ]+realm=(["']?)([^"']*)\2Nc C s" |d u rt � }|| _| jj| _d S rN )r r1 r; )r� Z password_mgrrL rL rM r� � s z!AbstractBasicAuthHandler.__init__c c sp d}t j�|�D ]6}|�� \}}}|dvr8t�dtd� ||fV d}q|sl|r^|�� d }nd}|d fV d S )NF)�"�'z Basic Auth Realm was unquoted� Tr rr )r# �rx�finditer�groupsr? r@ � UserWarning�split)r� �headerZfound_challengeZmor r r9 rL rL rM � _parse_realm� s �
z%AbstractBasicAuthHandler._parse_realmc C s~ |� |�}|sd S d }|D ]H}| �|�D ]8\}}|�� dkrB|}q(|d ur(| �|||� S q(q|d urztd|f ��d S )N�basiczBAbstractBasicAuthHandler does not support the following scheme: %r)Zget_allrZ rx �retry_http_basic_authrB ) r� �authreqrz r� ri Z unsupportedrY r r9 rL rL rM �http_error_auth_reqed� s
�z.AbstractBasicAuthHandler.http_error_auth_reqedc C s| | j �||�\}}|d urtd||f }dt�|�� ��d� }|�| jd �|krTd S |�| j|� | j j
||j d�S d S d S )Nr( r+ r) r ) r1 r@ r- r. r/ r0 ru � auth_headerr� r� rG rJ )r� rz r� r9 r �pw�raw�authrL rL rM r\ � s z.AbstractBasicAuthHandler.retry_http_basic_authc C st t | jd�r| j�|j�s |S |�d�sp| j�d |j�\}}d�||��� }t� |��
� }|� dd�|� � �� |S )NrN �
Authorizationz{0}:{1}zBasic {})
r� r1 rN rt r� r@ r� r/ r- Zstandard_b64encoder0 r� �strip)r� r� r r1 Z credentialsZauth_strrL rL rM � http_request� s �
�z%AbstractBasicAuthHandler.http_requestc C sL t | jd�rHd|j kr"dk r8n n| j�|jd� n| j�|jd� |S )NrN r� r� TF)r� r1 r� rM rt )r� r� r� rL rL rM r� s
z&AbstractBasicAuthHandler.http_response)N)r� r� r� �re�compile�IrT r� rZ r^ r\ re r� �
https_requestr� rL rL rL rM r# � s �
r# c @ s e Zd ZdZdd� ZdS )r$ rc c C s |j }| �d|||�}|S )N�www-authenticate)rt r^ )r� r� rh r� r� ri rH r� rL rL rM �http_error_401 s
�z#HTTPBasicAuthHandler.http_error_401N)r� r� r� r_ rk rL rL rL rM r$ s r$ c @ s e Zd ZdZdd� ZdS )r% r* c C s |j }| �d|||�}|S �N�proxy-authenticate)rz r^ )r� r� rh r� r� ri r r� rL rL rM �http_error_407' s
�z$ProxyBasicAuthHandler.http_error_407N)r� r� r� r_ rn rL rL rL rM r% # s r% c @ sN e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dS )r& Nc C s4 |d u rt � }|| _| jj| _d| _d| _d | _d S �Nr )r r1 r; �retried� nonce_count�
last_nonce)r� r1 rL rL rM r� A s
z"AbstractDigestAuthHandler.__init__c C s
d| _ d S ro )rp r� rL rL rM �reset_retry_countJ s z+AbstractDigestAuthHandler.reset_retry_countc C s| |� |d �}| jdkr*t|jdd|d ��n| jd7 _|rx|�� d }|�� dkr`| �||�S |�� dkrxtd| ��d S ) N� i� zdigest auth failedrV r Zdigestr[ zEAbstractDigestAuthHandler does not support the following scheme: '%s')r� rp r rt rX rx �retry_http_digest_authrB )r� r_ rz r� ri r] r rL rL rM r^ M s
� �z/AbstractDigestAuthHandler.http_error_auth_reqedc C sz |� dd�\}}ttd t|���}| �||�}|rvd| }|j�| jd �|krRd S |�| j|� | j j
||j d�}|S d S )Nr� rV z Digest %sr ) rX �parse_keqv_list�filter�parse_http_list�get_authorizationri r� r_ r� r� rG rJ )r� r� rb �tokenZ challenge�chalZauth_valZresprL rL rM ru a s z0AbstractDigestAuthHandler.retry_http_digest_authc C s@ d| j |t�� f }|�d�td� }t�|��� }|d d� S )Nz %s:%s:%s:r) � � )rq �time�ctimer/ � _randombytes�hashlib�sha1� hexdigest)r� �nonce�s�b�digrL rL rM �
get_cnoncem s z$AbstractDigestAuthHandler.get_cnoncec C s� z6|d }|d }|� d�}|� dd�}|� dd �}W n tyJ Y d S 0 | �|�\}} |d u rfd S | j�||j�\}
} |
d u r�d S |jd ur�| �|j|�} nd } d|
|| f }
d|�� |j f }|d u r�| ||
�d|||�f �}n~d |�
d
�v �rZ|| j k�r| j d 7 _ n d | _ || _ d | j }| �
|�}d
|||d ||�f }| ||
�|�}n td| ��d|
|||j |f }|�r�|d| 7 }| �r�|d| 7 }|d| 7 }|�r�|d||f 7 }|S )Nr9 r� �qop� algorithm�MD5�opaquez%s:%s:%sr( rb �,rV z%08xz%s:%s:%s:%s:%szqop '%s' is not supported.z>username="%s", realm="%s", nonce="%s", uri="%s", response="%s"z
, opaque="%s"z
, digest="%s"z, algorithm="%s"z , qop=auth, nc=%s, cnonce="%s")r� �KeyError�get_algorithm_implsr1 r@ rt rI �get_entity_digestr� r� rX rr rq r� r )r� r� r{ r9 r� r� r� r� �H�KDr r` ZentdigZA1ZA2ZrespdigZncvalueZcnonceZnoncebitrD rL rL rM ry x s\
�
�� z+AbstractDigestAuthHandler.get_authorizationc sD |dkrdd� � n |dkr$dd� � n t d| ��� fdd�}� |fS )Nr� c S s t �| �d���� S �Nr) )r� Zmd5r/ r� ��xrL rL rM r% � � z?AbstractDigestAuthHandler.get_algorithm_impls.<locals>.<lambda>ZSHAc S s t �| �d���� S r� )r� r� r/ r� r� rL rL rM r% � r� z.Unsupported digest authentication algorithm %rc s � d| |f �S )Nr( rL )r� �d�r� rL rM r% � r� )rB )r� r� r� rL r� rM r� � s
� z-AbstractDigestAuthHandler.get_algorithm_implsc C s d S rN rL )r� rI r{ rL rL rM r� � s z+AbstractDigestAuthHandler.get_entity_digest)N) r� r� r� r� rs r^ ru r� ry r� r� rL rL rL rM r& 6 s
>
r& c @ s e Zd ZdZdZdd� ZdS )r' rc �� c C s* t |j�d }| �d|||�}| �� |S )NrV rj )r rt r^ rs �r� r� rh r� r� ri rz �retryrL rL rM rk � s �z$HTTPDigestAuthHandler.http_error_401N)r� r� r� r_ r� rk rL rL rL rM r' � s r' c @ s e Zd ZdZdZdd� ZdS )r( �Proxy-Authorizationr� c C s" |j }| �d|||�}| �� |S rl )rz r^ rs r� rL rL rM rn � s �z%ProxyDigestAuthHandler.http_error_407N)r� r� r� r_ r� rn rL rL rL rM r( � s r( c @ s6 e Zd Zd
dd�Zdd� Zdd� Zdd � Zd
d � Zd S )�AbstractHTTPHandlerr c C s
|| _ d S rN �� _debuglevel)r� �
debuglevelrL rL rM r� � s z AbstractHTTPHandler.__init__c C s
|| _ d S rN r� )r� �levelrL rL rM �set_http_debuglevel� s z'AbstractHTTPHandler.set_http_debuglevelc C s t jj�|j|�� �S rN )r� r� �HTTPConnection�_get_content_lengthrI r� �r� ry rL rL rM r� � s �z'AbstractHTTPHandler._get_content_lengthc C s |j }|std��|jd ur�|j}t|t�r8d}t|��|�d�sN|�dd� |�d�s�|�d�s�| �|�}|d ur�|�dt|�� n |�dd� |}|� � r�t
|j �\}}t |�\}} |�d�s�|�d|� | j
jD ]&\}
} |
�� }
|�|
�s�|�|
| � q�|S ) N�
no host givenz\POST data should be bytes, an iterable of bytes, or a file object. It cannot be of type str.z Content-type�!application/x-www-form-urlencodedr� �Transfer-encodingZchunkedrs )rz r rI r� r� r� r� r� r� r� r r� r r� r� r� ) r� ry rz rI r� Zcontent_lengthZsel_hostr ZselZsel_pathr_ r� rL rL rM � do_request_� sF
�
�
��
z AbstractHTTPHandler.do_request_c
sV |j }|std��||fd|ji|��}|�| j� t|j�� � �� fdd�|j� � D �� d� d< dd� � � � D �� |j
r�i }d}|� v r�� | ||< � |= |j |j
|d � zbz&|j |�
� |j|j� |�d
�d � W n. t�y } zt|��W Y d }~n
d }~0 0 |�� } W n |�� � Y n0 |j�r@|j�� d |_|�� | _| j| _| S ) Nr� rJ c s i | ]\}}|� vr||�qS rL rL r� �ri rL rM r ' s �z/AbstractHTTPHandler.do_open.<locals>.<dictcomp>r� �
Connectionc S s i | ]\}}|� � |�qS rL )�title)r� r_ r� rL rL rM r 4 r� r� r� r� )Zencode_chunked)rz r rJ Zset_debuglevelr� r� r| �updateri r r~ Z
set_tunnelry r� r� rI r� rq � getresponser� Zsockr� rH �reasonr� )
r� Z
http_classr� Zhttp_conn_argsrz r� Ztunnel_headersZproxy_auth_hdr�errr$ rL r� rM r� sB
�
zAbstractHTTPHandler.do_openN)r )r� r� r� r� r� r� r� r� rL rL rL rM r� � s
&r� c @ s e Zd Zdd� ZejZdS )r) c C s | � tjj|�S rN )r� r� r� r� �r� r� rL rL rM � http_open^ s zHTTPHandler.http_openN)r� r� r� r� r� r� re rL rL rL rM r) \ s r) r� c @ s$ e Zd Zddd�Zdd� ZejZdS )rE r Nc C s t �| |� || _|| _d S rN )r� r� �_context�_check_hostname)r� r� r> �check_hostnamerL rL rM r� g s zHTTPSHandler.__init__c C s | j tjj|| j| jd�S )N)r> r� )r� r� r� r� r� r� r� rL rL rM �
https_openl s �zHTTPSHandler.https_open)r NN)r� r� r� r� r� r� r� ri rL rL rL rM rE e s
rE c @ s. e Zd Zddd�Zdd� Zdd� ZeZeZdS ) r Nc C s$ dd l }|d u r|j�� }|| _d S ro )Zhttp.cookiejar� cookiejarZ CookieJar)r� r� r� rL rL rM r� u s
z HTTPCookieProcessor.__init__c C s | j �|� |S rN )r� Zadd_cookie_headerr� rL rL rM re { s z HTTPCookieProcessor.http_requestc C s | j �||� |S rN )r� Zextract_cookies)r� ry r� rL rL rM r� s z!HTTPCookieProcessor.http_response)N)r� r� r� r� re r� ri r� rL rL rL rM r t s
r c @ s e Zd Zdd� ZdS )r. c C s |j }td| ��d S )Nzunknown url type: %s)r� r )r� r� r� rL rL rM r� � s zUnknownHandler.unknown_openN)r� r� r� r� rL rL rL rM r. � s r. c C sN i }| D ]@}|� dd�\}}|d dkr@|d dkr@|dd� }|||< q|S )N�=rV r rQ rS )rX )�lZparsed�eltr� r rL rL rM rv � s
rv c C s� g }d}d }}| D ]l}|r*||7 }d}q|rT|dkr>d}qn |dkrJd}||7 }q|dkrl|� |� d}q|dkrxd}||7 }q|r�|� |� dd� |D �S ) Nrr F�\TrQ r� c S s g | ] }|� � �qS rL )rd )r� �partrL rL rM �
<listcomp>� r� z#parse_http_list.<locals>.<listcomp>)ra )r� �resr� �escaper ZcurrL rL rM rx � s4
rx c @ s( e Zd Zdd� ZdZdd� Zdd� ZdS )r* c C s\ |j }|d d� dkrN|dd� dkrN|jrN|jdkrN|j| �� vrXtd��n
| �|�S d S )Nr: r rS r
� localhost�-file:// scheme is supported only on localhost)r� rz � get_namesr �open_local_file)r� r� rH rL rL rM � file_open� s &�
zFileHandler.file_openNc C s^ t jd u rXz*tt�d�d t�t�� �d �t _W n" tjyV t�d�ft _Y n0 t jS )Nr� r: )r* �namesr8 r� �gethostbyname_ex� gethostname�gaierror�
gethostbynamer� rL rL rM r� � s
��
zFileHandler.get_namesc
C s dd l }dd l}|j}|j}t|�}z�t�|�}|j}|jj |j
dd�} |� |�d }
|� d|
pbd|| f �} |r~t
|�\}} |r�| s�t|�| �� v r�|r�d| | }
nd| }
tt|d�| |
�W S W n, ty� } zt|��W Y d }~n
d }~0 0 td��d S ) Nr T�Zusegmtz6Content-type: %s
Content-length: %d
Last-modified: %s
�
text/plain�file://�rbzfile not on local host)� email.utils� mimetypesrz r� r4 r[ �stat�st_size�utils�
formatdate�st_mtime�
guess_type�message_from_stringr
�_safe_gethostbynamer� r rG rq r )r� r� �emailr� rz rf Z localfile�statsrm �modified�mtyperi rC Zorigurl�exprL rL rM r� � s:
�� �� zFileHandler.open_local_file)r� r� r� r� r� r� r� rL rL rL rM r* � s
r* c C s( z t �| �W S t jy" Y d S 0 d S rN )r� r� r� )rz rL rL rM r� � s r� c @ s e Zd Zdd� Zdd� ZdS )r+ c
C s. dd l }dd l}|j}|s"td��t|�\}}|d u r>|j}nt|�}t|�\}}|rdt|�\}}nd }t |�}|pvd}|p~d}zt
� |�}W n, t y� } zt|��W Y d }~n
d }~0 0 t
|j�\} }
| �d�} ttt | ��} | d d� | d } } | �r| d �s| dd � } z�| �||||| |j�}
| �r8d�p:d}|
D ]2}t|�\}}|�� d k�r@|d
v �r@|�� }�q@|
�| |�\}}d}|�|j�d }|�r�|d | 7 }|d u�r�|dk�r�|d | 7 }t�|�}t |||j�W S |j �y( } z*td
| �}|� t � � d ��W Y d }~n
d }~0 0 d S )Nr �ftp error: no host givenrr r
rS rV rh �Dr� ��a�Ar� rh r� r� zContent-type: %s
zContent-length: %d
�
ftp error: %rr: )!�ftplibr� rz r r
�FTP_PORTrb r r r
r� r� rq r r� rX r� �map� connect_ftprJ r rx �upper�retrfiler� rt r� r� r �
all_errors�with_tracebackr� �exc_info)r� r� r� r� rz rC r r1 r� r\ �attrs�dirsrO �fwr� �attrr� rh �retrlenri r� r� �excrL rL rM �ftp_open� s^
�
zFTPHandler.ftp_openc C s t ||||||dd�S )NF)�
persistent)�
ftpwrapper)r� r r1 rz rC r� rJ rL rL rM r� / s �zFTPHandler.connect_ftpN)r� r� r� r� r� rL rL rL rM r+ � s 5r+ c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )r, c C s" i | _ i | _d| _d| _d| _d S )Nr �< r} )�cacherJ �soonest�delay� max_connsr� rL rL rM r� 6 s
zCacheFTPHandler.__init__c C s
|| _ d S rN )r� )r� �trL rL rM �
setTimeout= s zCacheFTPHandler.setTimeoutc C s
|| _ d S rN )r� )r� r rL rL rM � setMaxConns@ s zCacheFTPHandler.setMaxConnsc C sr |||d� |�|f}|| jv r4t�� | j | j|< n,t||||||�| j|< t�� | j | j|< | �� | j| S )Nr
)�joinr� r~ r� rJ r� � check_cache)r� r r1 rz rC r� rJ r� rL rL rM r� C s
�
zCacheFTPHandler.connect_ftpc C s� t � � }| j|krPt| j�� �D ].\}}||k r | j| �� | j|= | j|= q tt| j�� ��| _t | j�| j
kr�t| j�� �D ]&\}}|| jkr�| j|= | j|= q�q�tt| j�� ��| _d S rN ) r~ r� r� rJ r r� r� �min�valuesrd r� )r� r� r� r rL rL rM r� N s
zCacheFTPHandler.check_cachec C s0 | j �� D ] }|�� q
| j �� | j�� d S rN )r� r r� �clearrJ )r� �connrL rL rM � clear_cacheb s
zCacheFTPHandler.clear_cacheN) r� r� r� r� r� r� r� r� r rL rL rL rM r, 3 s r, c @ s e Zd Zdd� ZdS )r- c C s~ |j }|�dd�\}}|�dd�\}}t|�}|�d�rNt�|�}|d d� }|sVd}t�d|t|�f �}t t
� |�||�S )N�:rV r� z;base64i�����text/plain;charset=US-ASCIIz$Content-type: %s
Content-length: %d
) rt rX r �endswithr- � decodebytesr� r� rd r �io�BytesIO)r� r� rH r rI Z mediatyperi rL rL rM � data_openi s
�zDataHandler.data_openN)r� r� r� r
rL rL rL rM r- h s r- r� �nt)r4 r3 c C s t | �S rN )r
��pathnamerL rL rM r4 � s r4 c C s t | �S rN )r r rL rL rM r3 � s r3 c @ s� e Zd ZdZde Zd)dd�Zdd� Zdd� Zd d
� Z d d � Z
d*d
d�Z d+dd�Z d,dd�Z
d-dd�Zdd� Zd.dd�Zd/dd�Zdd � Zer�d d � Zd0d d �Zd!d"� Zd#d$� Zd%d&� Zd1d'd(�ZdS )2r8 Nr� c K sz dd| j ji }tj|tdd� |d u r.t� }|| _|�d�| _|�d�| _ d| j
fdg| _ g | _ t
j| _d | _t| _d S ) NzW%(class)s style of invoking requests is deprecated. Use newer urlopen functions/methods�classrS )�
stacklevel�key_file� cert_filez
User-Agent)ZAcceptz*/*)rL r� r? r@ rA r5 r& r� r r �versionr� �_URLopener__tempfilesr[ rp �_URLopener__unlink� tempcache�ftpcache)r� r& Zx509r� rL rL rM r� � s
� zURLopener.__init__c C s | � � d S rN )r� r� rL rL rM �__del__� s zURLopener.__del__c C s | � � d S rN )�cleanupr� rL rL rM r� � s zURLopener.closec C sT | j r@| j D ]&}z| �|� W q ty0 Y q 0 q | j d d �= | jrP| j�� d S rN )r r rq r r )r� rO rL rL rM r � s
zURLopener.cleanupc G s | j �|� d S rN )r� ra )r� r� rL rL rM � addheader� s zURLopener.addheaderc
C sp t t|��}t|dd�}| jrL|| jv rL| j| \}}t|d�}t|||�S t|�\}}|s`d}|| jv r�| j| }t|�\}} t| �\}
} |
|f}nd }d| } || _ | �
dd�} t | | �r�| dkr�|r�| � |||�S | �
||�S z0|d u �r t| | �|�W S t| | �||�W S W nV ttf�y. � Y n> t�yj }
z$td |
��t�� d
��W Y d }
~
n
d }
~
0 0 d S ) Nz%/:=&?~#+!$,;'@()*[]|�r r� rO Zopen_�-r� r� z socket errorr: )r r r r rG r r r& r r� r r� �open_unknown_proxy� open_unknownr� r r rq r� r� r� )r� r� rI rf ri rh �urltyperH r � proxyhostrz r� r_ r� rL rL rM rG � s<
zURLopener.openc C s t |�\}}tdd|��d S )N� url errorzunknown url type�r rq )r� r� rI r� rH rL rL rM r s zURLopener.open_unknownc C s t |�\}}tdd| |��d S )Nr zinvalid proxy for %sr! )r� r r� rI r� rH rL rL rM r s z URLopener.open_unknown_proxyc C s t t|��}| jr&|| jv r&| j| S t|�\}}|d u r�|rF|dkr�z0| �|�}|�� }|�� tt|�d �|fW S t y� Y n0 | �
||�}�zL|�� } |r�t
|d�}
nrt|�\} } t| p�d�\} } t | p�d�\} } t | p�d�\} } t
j�| �d }
t�|
�\}}| j�|� t
�|d�}
z�|| f}| jd u�rD|| j|< d}d}d}d}d| v �rjt| d �}|�r|||||� |�|�}|�s��q�|t|�7 }|
�|� |d7 }|�r|||||� �q|W |
�� n
|
�� 0 W |�� n
|�� 0 |dk�r||k �rtd
||f |��|S ) NrO rV rP rr rR rS r rT rU rW )r r r r r� rZ r� r4 r rq rG r r r[ r\ �splitextr^ Zmkstempr ra �fdopenrb rc rd re r )r� rH rf rg rI r� Zurl1rh r� ri rj Zgarbager\ �suffix�fdrk rl rm rc rn ro rL rL rM �retrieve
sn
��zURLopener.retrievec C s" d }d }t |t�r<t|�\}}|r6t|�\}}t|�}|}nt|\}}t|�\}}t|�\} }
|
}d }| �� dkrvd }n:t|
�\}}
|r�t|�\}}|r�d| ||
f }t|�r�|}|s�tdd��|r�t|�}t �
|� � �� d�} nd } |�rt|�}t �
|� � �� d�} nd } ||�}
i }| �r*d| |d< | �r<d| |d< |�rJ||d < d
|d < | j
D ]\}}|||< �qX|d u�r�d |d
< |
�d|||� n|
jd||d� z |
�� }W n tjj�y� td��Y n0 d|j k�r�dk �rn nt||jd| |j�S | �||j|j|j|j|�S d S )Nr� z %s://%s%sz
http errorr� r) zBasic %sr� rc rs r� r� r� z Content-Typer� r� r� z$http protocol error: bad status liner� r� �http:)r� r� r r r
r rx r, rq r- r. r/ r0 r� ry r� r� r� Z
BadStatusLiner Zstatusr r� �
http_errorrh r� )r� Zconnection_factoryrH rI Z user_passwdZ proxy_passwdrz r� Zrealhostr r� Z
proxy_authrb Z http_connri rY r� r� rL rL rM �_open_generic_httpN st
��z URLopener._open_generic_httpc C s | � tjj||�S rN )r) r� r� r� �r� rH rI rL rL rM � open_http� s zURLopener.open_httpc
C sb d| }t | |�rPt| |�}|d u r6||||||�} n|||||||�} | rP| S | �|||||�S )Nz
http_error_%d)r� r� r� )
r� rH rh �errcode�errmsgri rI r_ r� rk rL rL rM r( � s
zURLopener.http_errorc C s |� � t||||d ��d S rN )r� r �r� rH rh r, r- ri rL rL rM r� � s z URLopener.http_error_defaultc C s t jj|| j| jd�S )N)r r )r� r� r� r r )r� rz rL rL rM �_https_connection� s �zURLopener._https_connectionc C s | � | j||�S rN )r) r/ r* rL rL rM �
open_https� s zURLopener.open_httpsc C s^ t |t�std��|d d� dkrP|dd� dkrP|dd� �� dkrPtd��n
| �|�S d S ) NzEfile error: proxy support for file protocol currently not implementedr: r rS r
� z
localhost/r� )r� r� r rx rB r� r� rL rL rM � open_file� s
4
zURLopener.open_filec
C s^ dd l }dd l}t|�\}}t|�}zt�|�}W n2 tyd } zt|j|j ��W Y d }~n
d }~0 0 |j
} |j j |j
dd�}
|�|�d } |�d| p�d| |
f �} |s�|}
|d d� dkr�d| }
tt|d �| |
�S t|�\}}|�sRt�|�t� ft� v �rR|}
|d d� dk�r"d| }
n |d d
� d k�r@td | ��tt|d �| |
�S td
��d S )Nr Tr� z6Content-Type: %s
Content-Length: %d
Last-modified: %s
r� rV r
r� r� r: z./zAlocal file url may start with / or file:. Unknown url of type: %sz#local file error: not on local host)r� r� r r4 r[ r� rq r �strerrorrf r� r� r� r� r� r� r rG r
r� r� r� �thishostrB )r� rH r� r� rz rO Z localnamer� �erm r� r� ri ZurlfilerC rL rL rM r� � s@ $ �� �
zURLopener.open_local_filec
C s� t |t�std��dd l}t|�\}}|s2td��t|�\}}t|�\}}|r\t|�\}}nd }t|�}t|ppd�}t|p|d�}t �
|�}|s�dd l }|j }nt
|�}t|�\}} t|�}|�d�}
|
d d� |
d }
} |
r�|
d s�|
dd � }
|
�r
|
d �s
d|
d< |||d�|
�f} t| j�tk�rbt| j�D ]*}
|
| k�r6| j|
}| j|
= |�� �q6z�| | jv�r�t|||||
�| j| < | �s�d}nd }| D ]2}t|�\}}|�� d
k�r�|d v �r�|�� }�q�| j| �| |�\}}|�d | �d }d}|�r |d
| 7 }|d u�r,|dk�r,|d| 7 }t � |�}t ||d | �W S t � �y� } z&td| �� t!�"� d ��W Y d }~n
d }~0 0 d S )NzCftp error: proxy support for ftp protocol currently not implementedr r� rr r
rS rV r� rh r� r� zftp:zContent-Type: %s
zContent-Length: %d
z ftp error %rr: )#r� r� r r� r r
r r r
r� r� r� r� rb r rX r� rd r � MAXFTPCACHEr� r� r� r rx r� r� r� r� r� r � ftperrorsr� r� r� )r� rH r� rz r\ rC r r1 r� r� r� rO r� r� r r� r� r� rh r� r� ri r� rL rL rM �open_ftp� sj
� �
zURLopener.open_ftpc
C s: t |t�std��z|�dd�\}}W n tyB tdd��Y n0 |sLd}|�d�}|dkr�d ||d � vr�||d d � }|d |� }nd
}g }|�d t� d t�
t�� �� � |�d
| � |dkr�t � |�
d���d�}nt|�}|�dt|� � |�d
� |�|� d�|�}t�|�}t�|�}t|||�S )NzEdata error: proxy support for data protocol currently not implementedr� rV z
data errorz bad data URLr �;r r� rr zDate: %sz%a, %d %b %Y %H:%M:%S GMTzContent-type: %sr- r) zlatin-1zContent-Length: %d�
)r� r� r rX rB rq �rfindra r~ �strftime�gmtimer- r r/ r0 r
rd r� r� r� r �StringIOr ) r� rH rI r� Zsemir r� ri �frL rL rM � open_data0 s8
�
zURLopener.open_data)N)N)N)N)NNN)N)N)N)N)r� r� r� r r� r r� r r� r r rG r r r& r) r+ r( r� rC r/ r0 r2 r� r8 r@ rL rL rL rM r8 � s,
$
A\
:r8 c @ s� e Zd Zdd� Zdd� Zd"dd�Zdd � Zd#d
d �Zd$d d
�Zd%dd�Z d&dd�Z
d'dd�Z d(dd�Z d)dd�Z
d*dd�Zd+dd �Zd,d d �Zd d!� ZdS )-r9 c O s. t j| g|�R i |�� i | _d| _d| _d S )Nr r� )r8 r� �
auth_cache�tries�maxtriesrI rL rL rM r� ] s zFancyURLopener.__init__c C s t ||d| |�S )Nr' )r r. rL rL rM r� c s z!FancyURLopener.http_error_defaultNc C s~ | j d7 _ zb| jrR| j | jkrRt| d�r4| j}n| j}|||dd|�W d| _ S | �||||||�}|W d| _ S d| _ 0 d S )NrV �http_error_500r� z)Internal Server Error: Redirect Recursionr )rB rC r� rD r� �redirect_internal) r� rH rh r, r- ri rI r� rk rL rL rM r g s&
�� ��z FancyURLopener.http_error_302c C sx d|v r|d }nd|v r$|d }nd S |� � t| jd | |�}t|�}|jdvrnt|||d| ||��| �|�S )Nr r r r z( Redirection to url '%s' is not allowed.)r� r r� r r r rG ) r� rH rh r, r- ri rI r r rL rL rM rE y s
��z FancyURLopener.redirect_internalc C s | � ||||||�S rN �r �r� rH rh r, r- ri rI rL rL rM r � s z FancyURLopener.http_error_301c C s | � ||||||�S rN rF rG rL rL rM r � s z FancyURLopener.http_error_303c C s2 |d u r | � ||||||�S | �|||||�S d S rN )r r� rG rL rL rM r � s z FancyURLopener.http_error_307Fc
C s� d|vr t �| |||||� |d }t�d|�} | sHt �| |||||� | �� \}
} |
�� dkrtt �| |||||� |s�t �| |||||� d| j d } |d u r�t| | �|| �S t| | �|| |�S d S )Nrj �![ ]*([^ ]+)[ ]+realm="([^"]*)"r[ Zretry_� _basic_auth�r8 r� rf �matchrV rx r� r� �
r� rH rh r, r- ri rI r� ZstuffrK r r9 r_ rL rL rM rk � s.
�
�
��z FancyURLopener.http_error_401c
C s� d|vr t �| |||||� |d }t�d|�} | sHt �| |||||� | �� \}
} |
�� dkrtt �| |||||� |s�t �| |||||� d| j d } |d u r�t| | �|| �S t| | �|| |�S d S )Nrm rH r[ Z retry_proxy_rI rJ rL rL rL rM rn � s.
�
�
��z FancyURLopener.http_error_407c C s� t |�\}}d| | }| jd }t|�\}} t | �\} }
| �d�d } | | d � } | �| || �\} }
| sr|
srd S dt| dd�t|
dd�| f } d| |
| jd< |d u r�| �|�S | �||�S d S )N�http://r� r rV �%s:%s@%srr r �r r& r r� �get_user_passwdr rG �r� rH r9 rI rz r� r r r r Z
proxyselectorr� r r1 rL rL rM �retry_proxy_http_basic_auth� s
�
z*FancyURLopener.retry_proxy_http_basic_authc C s� t |�\}}d| | }| jd }t|�\}} t | �\} }
| �d�d } | | d � } | �| || �\} }
| sr|
srd S dt| dd�t|
dd�| f } d| |
| jd< |d u r�| �|�S | �||�S d S )N�https://r� r rV rN rr r rO rQ rL rL rM � retry_proxy_https_basic_auth� s
�
z+FancyURLopener.retry_proxy_https_basic_authc
C s� t |�\}}|�d�d }||d � }| �|||�\}}|sD|sDd S dt|dd�t|dd�|f }d| | } |d u r�| �| �S | �| |�S d S )Nr rV rN rr r rM �r r� rP r rG �
r� rH r9 rI rz r� r� r r1 r rL rL rM r\ � s �
z$FancyURLopener.retry_http_basic_authc
C s� t |�\}}|�d�d }||d � }| �|||�\}}|sD|sDd S dt|dd�t|dd�|f }d| | } |d u r�| �| �S | �| |�S d S )Nr rV rN rr r rS rU rV rL rL rM �retry_https_basic_auth s �
z%FancyURLopener.retry_https_basic_authr c C s` |d |� � }|| jv r2|r(| j|= n
| j| S | �||�\}}|sJ|rX||f| j|< ||fS )Nr )rx rA �prompt_user_passwd)r� rz r9 r r� r r1 rL rL rM rP s
z FancyURLopener.get_user_passwdc C sV dd l }z.td||f �}|� d|||f �}||fW S tyP t� Y dS 0 d S )Nr z Enter username for %s at %s: z#Enter password for %s in %s at %s: r< )�getpass�input�KeyboardInterrupt�print)r� rz r9 rY r r1 rL rL rM rX ! s �
z!FancyURLopener.prompt_user_passwd)N)N)N)N)NF)NF)N)N)N)N)r )r� r� r� r� r� r rE r r r rk rn rR rT r\ rW rP rX rL rL rL rM r9 Z s&
�
�
r9 c C s t d u rt�d�a t S )Nr� )�
_localhostr� r� rL rL rL rM r� 1 s
r� c C sN t d u rJztt�t�� �d �a W n& tjyH tt�d�d �a Y n0 t S )Nr: r� )� _thishostr8 r� r� r� r� rL rL rL rM r4 9 s r4 c C s t d u rdd l} | ja t S ro )�
_ftperrorsr� r� )r� rL rL rM r7 D s r7 c C s t d u rt�d�a t S r� )�
_noheadersr� r� rL rL rL rM � noheadersM s
ra c @ sF e Zd Zddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Zdd� Z dS )r� NTc C sX || _ || _|| _|| _|| _|| _d| _|| _z | �� W n | � � � Y n0 d S ro )
r r1 rz rC r� rJ �refcount� keepalive�initr� )r� r r1 rz rC r� rJ r� rL rL rM r� Z s zftpwrapper.__init__c C s\ dd l }d| _|�� | _| j�| j| j| j� | j�| j | j
� d� | j �}| j�
|� d S )Nr r
)r� �busyZFTPr Zconnectrz rC rJ Zloginr r1 r� r� �cwd)r� r� Z_targetrL rL rM rd j s
zftpwrapper.initc
C s� dd l }| �� |dv r"d}d}n d| }d}z| j�|� W n( |jyf | �� | j�|� Y n0 d }|r�|s�z d| }| j�|�\}}W nT |jy� } z:t|�d d� dkr�t d | ��
t � � d
��W Y d }~n
d }~0 0 |�s�| j�d� |�rz| j�
� } zXz| j�|� W n6 |j�yP } zt d | �|�W Y d }~n
d }~0 0 W | j�| � n| j�| � 0 d | }nd }| j�|�\}}d| _t|�d
�| j�}
| jd7 _|�� |
|fS )Nr )r� r� zTYPE ArV zTYPE zRETR rS Z550r� r: zLIST ZLISTr� )r� � endtransferr Zvoidcmdr� rd Z ntransfercmdZ
error_permr� r r� r� r� �pwdrf re r Zmakefile�
file_closerb r� ) r� rO r� r� �cmd�isdirr r� r� rh ZftpobjrL rL rM r� s sJ
�
&
zftpwrapper.retrfilec C s
d| _ d S ro )re r� rL rL rM rg � s zftpwrapper.endtransferc C s d| _ | jdkr| �� d S )NFr )rc rb �
real_closer� rL rL rM r� � s
zftpwrapper.closec C s2 | � � | jd8 _| jdkr.| js.| �� d S )NrV r )rg rb rc rl r� rL rL rM ri � s zftpwrapper.file_closec C s0 | � � z| j�� W n t� y* Y n0 d S rN )rg r r� r7 r� rL rL rM rl � s
zftpwrapper.real_close)NT)
r� r� r� r� rd r� rg r� ri rl rL rL rL rM r� W s �
-r� c C s� i } t j�� D ]4\}}|�� }|r|dd � dkr|| |d d� < qdt jv rZ| �dd � t j�� D ]J\}}|dd � dkrd|�� }|r�|| |d d� < qd| �|d d� d � qd| S )Ni�����_proxyZREQUEST_METHODr� )r[ �environr rx r� )r& r_ r� rL rL rM �getproxies_environment� s
ro c C s� |d u rt � }z |d }W n ty. Y dS 0 |dkr<dS | �� } t| �\}}|�d�D ]Z}|�� }|rZ|�d�}|�� }||ks�| |kr� dS d| }|�|�s�| �|�rZ dS qZdS )NZnoF�*Tr� �.)ro r� rx r
rX rd �lstripr )rz r& Zno_proxy�hostonlyrC r_ rL rL rM �proxy_bypass_environment� s*
rt c
C s6 ddl m } ddlm}m} t| �\}}dd� }d| vrD|d rDdS d }zt||��}W n |yj Y n0 |�d d
�D ]�} | s�qxt�d | �}
|
d u�r |d u�r ||
� d ��} |
� d
�} | d u r�d|
� d ��
d�d } nt| d d � �} | dk sx| dkr�qxd| } || ? | | ? k�r0 dS qx|| | �rx dS qxdS )Nr ��fnmatch)�AddressValueError� IPv4Addressc S sd | � d�}ttt|��}t|�dkr8|g d� d d� }|d d> |d d> B |d d > B |d
B S ) Nrq r� )r r r r r � rV r} r: r| rS )rX r� r� rb rd )ZipAddrrB rL rL rM �ip2num
s
z,_proxy_bypass_macosx_sysconf.<locals>.ip2numrq Zexclude_simpleT�
exceptionsrL z(\d+(?:\.\d+)*)(/\d+)?rV r: r| � F) rv Z ipaddressrw rx r
rb r� rf rK �group�count)
rz �proxy_settingsrv rw rx rs rC rz ZhostIPr� r rD �maskrL rL rM � _proxy_bypass_macosx_sysconf� s:
r� c C s` ddl m } t| �\} }|�d�}|D ]4}|�� }|dkrJd| vrZ dS q&|| |�r& dS q&dS )Nr ru r9 z<local>rq TF)rv r
rX rd )rz �overriderv r� Zproxy_overriderE rL rL rM � _proxy_bypass_winreg_override:
s
r� �darwin)�_get_proxy_settings� _get_proxiesc C s t � }t| |�S rN )r� r� )rz r rL rL rM �proxy_bypass_macosx_sysconfU
s r� c C s t � S rN )r� rL rL rL rM �getproxies_macosx_sysconfY
s r� c C s t � }|rt| |�S t| �S d S rN )ro rt r� �rz r& rL rL rM r, c
s
r, c C s t � p
t� S rN )ro r� rL rL rL rM r5 p
s r5 c
C sB i } z dd l }W n ty& | Y S 0 z�|�|jd�}|�|d�d }|�rt|�|d�d �}d|vr|d|vr|d�|�}|�d�D ]J}|�dd�\}}t� d |�s�|d
v r�d | }n|d kr�d
| }|| |< q�| �
d ��rt� dd| d �}| �
d�� p�|| d< | �
d��p|| d< |� � W n t
ttf�y< Y n0 | S )Nr �;Software\Microsoft\Windows\CurrentVersion\Internet Settings� ProxyEnableZ ProxyServerr� r9 zhttp={0};https={0};ftp={0}rV z
(?:[^/:]+)://)r� r� r rM Zsockszsocks://z ^socks://z socks4://r� r� )�winreg� ImportError�OpenKey�HKEY_CURRENT_USER� QueryValueExr� r� rX rf rK r� rw ZCloserq rB r� )r& r� �internetSettings� proxyEnableZ proxyServer�pr� ZaddressrL rL rM �getproxies_registryu
sL
�����
r� c C s t � p
t� S rN )ro r� rL rL rL rM r5 �
s c C s� z dd l }W n ty Y dS 0 z6|�|jd�}|�|d�d }t|�|d�d �}W n tyl Y dS 0 |rv|szdS t| |�S )Nr Fr� r� Z
ProxyOverride)r� r� r� r� r� r� rq r� )rz r� r� r� Z
proxyOverriderL rL rM �proxy_bypass_registry�
s. �����
r� c C s t � }|rt| |�S t| �S d S rN )ro rt r� r� rL rL rM r, �
s
)NNN)N)~r- r� r� r� Z http.clientr� r r[ � posixpathrf r� r r� r~ r^ rX r? Z urllib.errorr r r Z urllib.parser r r r r r
r r r
r r r r r r r r r Zurllib.responser r rD r� rC �__all__� version_infor� rF r� r0 r1 r` r6 r7 rg �ASCIIrv r{ r r r2 r r/ r r r" r r r! r" r# r$ r% �urandomr� r& r' r( r� r) r� r� rE ra r r. rv rx r* r� r+ r, r- r6 r_ Z
nturl2pathr4 r3 r r8 r9 r] r� r^ r4 r_ r7 r` ra r� ro rt r� r� �platformZ_scproxyr� r� r� r� r, r5 r� r� rL rL rL rM �<module>T s� P
� M
?m $q!+@
o v
+3:5! @ W
_
%@
1