MINI MINI MANI MO
3
\ ) @ s d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dlZd dlZd dlZd dlmZmZmZ d dlmZmZmZmZmZm Z m Z m Z m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z( d dl)m*Z*m+Z+ y d dl,Z,W n e-k
r" dZ.Y nX dZ.ddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'g!Z/d(e j0dd) Z1da2de
j3fddddd*d+d Z4d,d Z5g Z6d}d-d$Z7d.d% Z8e j9d/e j:Z;d0d1 Z<G d2d dZ=G d3d dZ>d4d Z?G d5d d Z@G d6d d e@ZAG d7d
d
e@ZBG d8d d e@ZCd9d: ZDG d;d
d
e@ZEG d<d dZFG d=d deFZGG d>d deGZHG d?d dZIG d@d deIe@ZJG dAd deIe@ZKejLZMG dBd dZNG dCd de@eNZOG dDd de@eNZPG dEdF dFe@ZQG dGd deQZReSejTdHr.G dIdJ dJeQZUe/jVdJ G dKd d e@ZWG dLd d e@ZXdMdN ZYdOdP ZZG dQd de@Z[dRdS Z\G dTd de@Z]G dUd de]Z^G dVd de@Z_dWZ`ejadXkrd dYlbmcZcmdZd ndZd" Zcd[d! Zdi ZeG d\d& d&ZfG d]d' d'efZgdahd^d_ Zidajd`da Zkdaldbdc Zmdanddde ZoG dfdg dgZpdhdi Zqd~djdkZrdldm Zse jtdnkrd dolumvZvmwZw dpdq Zxdrds Zydtdu Zzdvd# Z{n6ejadXkrdwdx Z|dyd# Z{dzd{ Z}d|du ZzneqZ{erZzdS ) N)URLError HTTPErrorContentTooShortError)urlparseurlspliturljoinunwrapquoteunquote splittype splithost splitport splituser splitpasswd splitattr
splitquery
splitvaluesplittagto_bytesunquote_to_bytes
urlunparse)
addinfourl addclosehookFTRequestOpenerDirector BaseHandlerHTTPDefaultErrorHandlerHTTPRedirectHandlerHTTPCookieProcessor ProxyHandlerHTTPPasswordMgr HTTPPasswordMgrWithDefaultRealm HTTPPasswordMgrWithPriorAuthAbstractBasicAuthHandlerHTTPBasicAuthHandlerProxyBasicAuthHandlerAbstractDigestAuthHandlerHTTPDigestAuthHandlerProxyDigestAuthHandler HTTPHandler FileHandler
FTPHandlerCacheFTPHandler DataHandlerUnknownHandlerHTTPErrorProcessorurlopeninstall_opener build_opener pathname2url url2pathname
getproxies urlretrieve
urlcleanup URLopenerFancyURLopenerz%d.%d )cafilecapath cadefaultcontextc
C s |s |s |rfdd l }|jdtd |d k r2tdts>tdtjtjj||d}t |d}t
|} n0|r~t |d}t
|} nt d krt
a } nt } | j | ||S )Nr zJcafile, capath and cadefault are deprecated, use a custom context instead.r: zDYou can't pass both context and any of cafile, capath, and cadefaultzSSL support not available)r; r< )r> )
warningswarnDeprecationWarning
ValueError _have_sslsslZcreate_default_contextZPurposeZ SERVER_AUTH HTTPSHandlerr2 _openeropen)
urldatatimeoutr; r< r= r> r? Z
https_handleropener rL &/usr/lib64/python3.6/urllib/request.pyr0 s* <
c C s | a d S )N)rF )rK rL rL rM r1 s c C s4 t | \}}tjt| |}|j }|dkrD| rDtjj||fS |rTt|d}n t j
dd}|j }t j
| | ||f} d }
d
} d} d}
d |krt|d
} |r||
|
| xB|j|
}|sP | t|7 } |j| |
d7 }
|r||
|
| qW W d Q R X W d Q R X | dkr0| | k r0td | | f | | S )NfilewbF)deletei r zcontent-lengthzContent-Lengthz1retrieval incomplete: got only %i out of %i bytesi )r
contextlibclosingr0 infoospathnormpathrG tempfileZNamedTemporaryFilename_url_tempfilesappendintreadlenwriter )rH filename
reporthookrI Zurl_typerX fpheaderstfpresultbssizer_ blocknumblockrL rL rM r6 sD
$c C sH x0t D ](} ytj| W q tk
r, Y qX qW t d d = trDd ad S )N)r\ rW unlinkOSErrorrF )Z temp_filerL rL rM r7 % s
z:\d+$c C s< | j }t|d }|dkr&| jdd}tjd|d}|j S )NrR Host)full_urlr
get_header _cut_port_resublower)requestrH hostrL rL rM request_host4 s rw c @ s e Zd Zdi dddfddZedd Zejdd Zejdd Zed d
Zejd d
Zejd d
Zd
d Z dd Z
dd Z dd Z dd Z
dd Zdd Zdd Zd#d d Zd d Zd!d" ZdS )$r NFc C sp || _ i | _i | _d | _|| _d | _x |j D ]\}}| j|| q.W |d krVt| }|| _ || _
|rl|| _ d S )N) rp re unredirected_hdrs_datarI _tunnel_hostitems
add_headerrw origin_req_host unverifiablemethod) selfrH rI re r} r~ r keyvaluerL rL rM __init__F s zRequest.__init__c C s | j rdj| j| j S | jS )Nz{}#{})fragmentformat _full_url)r rL rL rM rp X s zRequest.full_urlc C s( t || _t| j\| _| _| j d S )N)r r r r _parse)r rH rL rL rM rp ^ s
c C s d | _ d | _d| _d S )Nrn )r r selector)r rL rL rM rp e s c C s | j S )N)ry )r rL rL rM rI k s z Request.datac C s( || j kr$|| _ | jdr$| jd d S )NzContent-length)ry
has_header
remove_header)r rI rL rL rM rI o s
c C s
d | _ d S )N)rI )r rL rL rM rI y s c C sN t | j\| _}| jd kr(td| j t|\| _| _| jrJt| j| _d S )Nzunknown url type: %r) r r typerB rp r rv r r
)r restrL rL rM r } s
zRequest._parsec C s | j d k rdnd}t| d|S )NPOSTGETr )rI getattr)r Zdefault_methodrL rL rM
get_method s zRequest.get_methodc C s | j S )N)rp )r rL rL rM get_full_url s zRequest.get_full_urlc C s4 | j dkr | j r | j| _n|| _ | j| _|| _d S )Nhttps)r rz rv rp r )r rv r rL rL rM set_proxy s
zRequest.set_proxyc C s | j | jkS )N)r rp )r rL rL rM has_proxy s zRequest.has_proxyc C s || j |j < d S )N)re
capitalize)r r valrL rL rM r| s zRequest.add_headerc C s || j |j < d S )N)rx r )r r r rL rL rM add_unredirected_header s z Request.add_unredirected_headerc C s || j kp|| jkS )N)re rx )r header_namerL rL rM r s
zRequest.has_headerc C s | j j|| jj||S )N)re getrx )r r defaultrL rL rM rq s zRequest.get_headerc C s | j j|d | jj|d d S )N)re poprx )r r rL rL rM r s zRequest.remove_headerc C s" | j j }|j| j t|j S )N)rx copyupdatere listr{ )r hdrsrL rL rM header_items s
zRequest.header_items)N)__name__
__module__ __qualname__r propertyrp setterdeleterrI r r r r r r| r r rq r r rL rL rL rM r D s(
c @ sN e Zd Zdd Zdd Zdd Zdd Zd ejfd
d Z dd d
Z
dd Z d S )r c C s6 dt }d|fg| _g | _i | _i | _i | _i | _d S )NzPython-urllib/%sz
User-agent) __version__
addheadershandlers handle_open handle_errorprocess_responseprocess_request)r Zclient_versionrL rL rM r s zOpenerDirector.__init__c C sZ t |dstdt| d}xt|D ]}|dkr:q*|jd}|d | }||d d }|jd r|jd| d }||d d }y t|}W n tk
r Y nX | jj |i } | | j|< n>|d
kr|}| j
} n*|d kr|}| j } n|d kr*|}| j } nq*| j
|g }
|
r&tj|
| n
|
j| d
}q*W |rVtj| j| |j| d S )N
add_parentz%expected BaseHandler instance, got %rFredirect_requestdo_open
proxy_open_rR errorrG responseru T)r r r )hasattr TypeErrorr dirfind
startswithr^ rB r r r r r
setdefaultbisectZinsortr] r r ) r handlerZaddedmethiprotocolZ conditionjkindlookupr rL rL rM add_handler sJ
zOpenerDirector.add_handlerc C s d S )NrL )r rL rL rM close s zOpenerDirector.closec G s< |j |f }x*|D ]"}t||}|| }|d k r|S qW d S )N)r r ) r chainr meth_nameargsr r funcrg rL rL rM _call_chain s
zOpenerDirector._call_chainNc
C s t |trt||}n|}|d k r(||_||_|j}|d }x(| jj|g D ]}t||}||}qLW | j ||} |d }x*| j
j|g D ]}t||}||| } qW | S )NZ_requestZ _response)
isinstancestrr rI rJ r r r r _openr )
r fullurlrI rJ reqr r Z processorr r rL rL rM rG s"
zOpenerDirector.openc C sP | j | jdd|}|r|S |j}| j | j||d |}|r>|S | j | jdd|S )Nr Z default_openr unknown unknown_open)r r r )r r rI rg r rL rL rM r s
zOpenerDirector._openc G s~ |d
kr,| j d }|d }d| }d}|}n| j }|d }d}|||f| }| j| }|r^|S |rz|dd f| }| j| S d S ) Nhttpr r: z
http_error_%srR Z_errorr r http_error_default)r r )r r )r protor dictr Zhttp_errZ orig_argsrg rL rL rM r ' s
zOpenerDirector.error)N) r r r r r r r socket_GLOBAL_DEFAULT_TIMEOUTrG r r rL rL rL rM r s /
c G s t }ttttttttt g }t
t j dr2|j
t t }xN|D ]F}x@| D ]8}t|trlt||r|j| qHt||rH|j| qHW q>W x|D ]}|j| qW x|D ]}|j| qW x&| D ] }t|tr| }|j| qW |S )NHTTPSConnection)r r r. r) r r r+ r* r/ r- r r clientr] rE setr r
issubclassaddremover )r rK Zdefault_classesskipklassZcheckhrL rL rM r2 @ s0
c @ s( e Zd ZdZdd Zdd Zdd ZdS ) r i c C s
|| _ d S )N)parent)r r rL rL rM r g s zBaseHandler.add_parentc C s d S )NrL )r rL rL rM r j s zBaseHandler.closec C s t |dsdS | j|jk S )N
handler_orderT)r r )r otherrL rL rM __lt__n s
zBaseHandler.__lt__N)r r r r r r r rL rL rL rM r d s c @ s e Zd ZdZdd ZeZdS )r/ i c C sJ |j |j|j }}}d| ko*dk n sF| jjd|||||}|S )N i, r )codemsgrV r r )r ru r r r r rL rL rM
http_response{ s
z HTTPErrorProcessor.http_responseN)r r r r r https_responserL rL rL rM r/ w s c @ s e Zd Zdd ZdS )r c C s t |j||||d S )N)r rp )r r rd r r r rL rL rM r s z*HTTPDefaultErrorHandler.http_error_defaultN)r r r r rL rL rL rM r s c @ s4 e Zd ZdZdZdd Zdd Ze Z ZZ dZ
dS ) r
c sx |j }|dkr|dkp&|dko&|dks:t|j|||||jdd }d t fd d
|jj D }t|||jddS )N- . / 3 r HEADr z%20content-length content-typec 3 s& | ] \}}|j kr||fV qd S )N)rt ).0kv)CONTENT_HEADERSrL rM <genexpr> s z7HTTPRedirectHandler.redirect_request.<locals>.<genexpr>T)re r} r~ )r r r r )r r )r r r )r r ) r r rp replacer re r{ r r} ) r r rd r r re newurlmZ
newheadersrL )r rM r s
z$HTTPRedirectHandler.redirect_requestc
C sN d|kr|d }nd|kr$|d }nd S t |}|jdkrRt||d||f |||j rp|jrpt|}d|d < t|}t|d
tj d }t
|j |}| j ||||||}|d krd S t
|d r|j } |_| j|d
| jkst| | jkrt|j || j| ||ni } |_|_| j|d
d | |< |j |j | jj||jdS )Nlocationurir r ftprn z+%s - Redirection to url '%s' is not allowed/r: z
iso-8859-1)encodingsafe
redirect_dictr rR )rJ )r r r rn )r schemer rX Znetlocr r r stringZ punctuationr rp r r r r max_repeatsr` max_redirectionsinf_msgr_ r r rG rJ )
r r rd r r re r urlpartsnewZvisitedrL rL rM http_error_302 s@
z"HTTPRedirectHandler.http_error_302zoThe HTTP server returned a redirect error that would lead to an infinite loop.
The last 30x error message was:
N) r r r r r r r http_error_301http_error_303http_error_307r rL rL rL rM r s &< c C s t | \}}|jds d }| }n:|jds6td| |jdd}|dkrNd }|d| }t|\}}|d k r|t|\}}nd }}||||fS )Nr z//z proxy URL with no authority: %rr: rR rS )r r rB r r r ) proxyr Zr_scheme authorityendZuserinfohostportuserpasswordrL rL rM _parse_proxy s
r c @ s" e Zd ZdZdddZdd ZdS )r d Nc C sL |d krt }|| _x2|j D ]&\}}t| d| ||| jfdd q W d S )Nz%s_openc S s || ||S )NrL )rr
r r rL rL rM <lambda>% s z'ProxyHandler.__init__.<locals>.<lambda>)r5 proxiesr{ setattrr )r r r rH rL rL rM r s
zProxyHandler.__init__c C s |j }t|\}}}}|d kr"|}|jr6t|jr6d S |rv|rvdt|t|f } tj| j jd}
|j dd|
t|}|j
|| ||ks|dkrd S | j j ||j
dS d S )Nz%s:%sasciizProxy-authorizationzBasic r )rJ )r r rv proxy_bypassr
base64 b64encodeencodedecoder| r r rG rJ ) r r r
r Z orig_typeZ
proxy_typer r r Z user_passZcredsrL rL rM r ( s zProxyHandler.proxy_open)N)r r r r r r rL rL rL rM r s
c @ s6 e Zd Zdd Zdd Zdd Zd
dd Zd
d Zd S )r c C s
i | _ d S )N)passwd)r rL rL rM r F s zHTTPPasswordMgr.__init__c s` t |tr|g}|jkr$i j|< x6dD ]. t fdd|D }||fj| |< q*W d S )NTFc s g | ]}j | qS rL )
reduce_uri)r u) default_portr rL rM
<listcomp>Q s z0HTTPPasswordMgr.add_password.<locals>.<listcomp>)TF)r r r tuple)r realmr r r reduced_urirL )r" r rM add_passwordI s
z HTTPPasswordMgr.add_passwordc C s` | j j|i }xLdD ]D}| j||}x2|j D ]&\}}x |D ]}| j||r<|S q<W q.W qW dS )NTF)TF)NN)r r r r{ is_suburi) r r% authuriZdomainsr" reduced_authuriZurisZauthinfor rL rL rM find_user_passwordT s
z"HTTPPasswordMgr.find_user_passwordTc
C s t |}|d r.|d }|d }|d p*d}n d }|}d}t|\}}|r~|d kr~|d k r~dddj|} | d k r~d|| f }||fS ) NrR r r: r P i )r r z%s:%d)r r
r )
r r r" partsr r rX rv portZdportrL rL rM r ^ s zHTTPPasswordMgr.reduce_uric C sR ||kr dS |d |d kr dS t j|d |d f}t|t|d krNdS dS )NTr FrR ) posixpath commonprefixr` )r basetestcommonrL rL rM r( u s zHTTPPasswordMgr.is_suburiN)T)r r r r r' r+ r r( rL rL rL rM r D s
c @ s e Zd Zdd ZdS )r! c C s0 t j| ||\}}|d k r"||fS t j| d |S )N)r r+ )r r% r) r r rL rL rM r+ s
z2HTTPPasswordMgrWithDefaultRealm.find_user_passwordN)r r r r+ rL rL rL rM r! s c s< e Zd Z fddZd
fdd Zd ddZdd Z ZS ) r" c s i | _ t j|| d S )N)
authenticatedsuperr )r r kwargs) __class__rL rM r s z%HTTPPasswordMgrWithPriorAuth.__init__Fc s< | j || |d k r&t jd ||| t j|||| d S )N)update_authenticatedr5 r' )r r% r r r is_authenticated)r7 rL rM r' s z)HTTPPasswordMgrWithPriorAuth.add_passwordc C sF t |tr|g}x0dD ](}x"|D ]}| j||}|| j|< q W qW d S )NTF)TF)r r r r4 )r r r9 r" r! r& rL rL rM r8 s
z1HTTPPasswordMgrWithPriorAuth.update_authenticatedc C sD x>dD ]6}| j ||}x$| jD ]}| j||r | j| S q W qW d S )NTF)TF)r r4 r( )r r) r" r* r rL rL rM r9 s
z-HTTPPasswordMgrWithPriorAuth.is_authenticated)F)F)r r r r r' r8 r9
__classcell__rL rL )r7 rM r" s
c @ sL e Zd ZejdejZd
ddZdd Zdd Z d d
Z
d d Z e
Z e Z
dS )r# z1(?:.*,)*[ ]*([^ ]+)[ ]+realm=(["']?)([^"']*)\2Nc C s" |d krt }|| _| jj| _d S )N)r r r' )r Z password_mgrrL rL rM r s z!AbstractBasicAuthHandler.__init__c C s |j |d }|r|j d }|j dkr6td| nNtjj|}|r|j \}}}|dkrjtj dt
d |j dkr| j |||S d S ) Nr basiczDAbstractBasicAuthHandler does not support the following scheme: '%s'"'z Basic Auth Realm was unquotedr: )r< r= ) r splitrt rB r# rxsearchgroupsr? r@ UserWarningretry_http_basic_auth) r authreqrv r re r Zmor r% rL rL rM http_error_auth_reqed s
z.AbstractBasicAuthHandler.http_error_auth_reqedc C s| | j j||\}}|d k rtd||f }dtj|j jd }|j| jd |krTd S |j| j| | j j
||j dS d S d S )Nz%s:%szBasic r )rJ ) r r+ r r r r rq auth_headerr r rG rJ )r rv r r% r pwrawauthrL rL rM rC s z.AbstractBasicAuthHandler.retry_http_basic_authc C sx t | jd s | jj|j r"|S |jdst| jjd |j\}}dj||j }tj |j
}|j ddj|j |S )Nr9
Authorizationz{0}:{1}zBasic {})
r r r9 rp r r+ r r r Zstandard_b64encoder r strip)r r r r Z credentialsZauth_strrL rL rM http_request s
z%AbstractBasicAuthHandler.http_requestc C sL t | jdrHd|j ko dk n r8| jj|jd n| jj|jd |S )Nr9 r i, TF)r r r r8 rp )r r r rL rL rM r s
z&AbstractBasicAuthHandler.http_response)N)r r r recompileIr? r rE rC rL r
https_requestr rL rL rL rM r# s
c @ s e Zd ZdZdd ZdS )r$ rJ c C s |j }| jd|||}|S )Nzwww-authenticate)rp rE )r r rd r r re rH r rL rL rM http_error_401 s
z#HTTPBasicAuthHandler.http_error_401N)r r r rF rQ rL rL rL rM r$ s c @ s e Zd ZdZdd ZdS )r% zProxy-authorizationc C s |j }| jd|||}|S )Nzproxy-authenticate)rv rE )r r rd r r re r r rL rL rM http_error_407 s
z$ProxyBasicAuthHandler.http_error_407N)r r r rF rR rL rL rL rM r% s c @ sN e Zd ZdddZdd Zdd Zdd Zd
d Zd d
Zdd Z dd Z
dS )r& Nc C s4 |d krt }|| _| jj| _d| _d| _d | _d S )Nr )r r r' retried nonce_count
last_nonce)r r rL rL rM r & s
z"AbstractDigestAuthHandler.__init__c C s
d| _ d S )Nr )rS )r rL rL rM reset_retry_count/ s z+AbstractDigestAuthHandler.reset_retry_countc C s| |j |d }| jdkr*t|jdd|d n| jd7 _|rx|j d }|j dkr`| j||S |j dkrxtd| d S ) N i zdigest auth failedrR r Zdigestr; zEAbstractDigestAuthHandler does not support the following scheme: '%s')r rS r rp r> rt retry_http_digest_authrB )r rF rv r re rD r rL rL rM rE 2 s
z/AbstractDigestAuthHandler.http_error_auth_reqedc C sz |j dd\}}ttd t|}| j||}|rvd| }|jj| jd |krRd S |j| j| | j j
||j d}|S d S )Nr rR z Digest %s)rJ ) r> parse_keqv_listfilterparse_http_listget_authorizationre r rF r r rG rJ )r r rI tokenZ challengechalZauth_valZresprL rL rM rX F s z0AbstractDigestAuthHandler.retry_http_digest_authc C s@ d| j |tj f }|jdtd }tj|j }|d d S )Nz %s:%s:%s:r rQ )rT timeZctimer _randombyteshashlibsha1 hexdigest)r noncesbdigrL rL rM
get_cnonceR s z$AbstractDigestAuthHandler.get_cnoncec C s y6|d }|d }|j d}|j dd}|j dd }W n tk
rJ d S X | j|\}} |d krfd S | jj||j\}
} |
d krd S |jd k r| j|j|} nd } d|
|| f }
d|j |j f }|d kr.|| j
kr| j d
7 _ n d
| _ || _
d | j }| j |}d ||||||f }| ||
|}n2|d krT| ||
d|||f }n t
d
| d|
|||j |f }|r|d| 7 }| r|d| 7 }|d| 7 }|r|d||f 7 }|S )Nr% re qop algorithmMD5opaquez%s:%s:%sz%s:%srI rR z%08xz%s:%s:%s:%s:%szqop '%s' is not supported.z>username="%s", realm="%s", nonce="%s", uri="%s", response="%s"z
, opaque="%s"z
, digest="%s"z, algorithm="%s"z , qop=auth, nc=%s, cnonce="%s")r KeyErrorget_algorithm_implsr r+ rp rI get_entity_digestr r rU rT ri r )r r r^ r% re rj rk rm HKDr rG ZentdigZA1ZA2ZncvalueZcnonceZnoncebitZrespdigr1 rL rL rM r\ ] sV
z+AbstractDigestAuthHandler.get_authorizationc sD |dkrdd n |dkr$dd n t d| fdd} |fS )Nrl c S s t j| jdj S )Nr )rb Zmd5r rd )xrL rL rM r s z?AbstractDigestAuthHandler.get_algorithm_impls.<locals>.<lambda>ZSHAc S s t j| jdj S )Nr )rb rc r rd )rs rL rL rM r s z.Unsupported digest authentication algorithm %rc s d| |f S )Nz%s:%srL )rf d)rq rL rM r s )rB )r rk rr rL )rq rM ro s
z-AbstractDigestAuthHandler.get_algorithm_implsc C s d S )NrL )r rI r^ rL rL rM rp s z+AbstractDigestAuthHandler.get_entity_digest)N) r r r r rV rE rX ri r\ ro rp rL rL rL rM r& s
<
c @ s e Zd ZdZdZdd ZdS )r' rJ i c C s* t |jd }| jd|||}| j |S )NrR zwww-authenticate)r rp rE rV )r r rd r r re rv retryrL rL rM rQ s
z$HTTPDigestAuthHandler.http_error_401N)r r r rF r rQ rL rL rL rM r' s c @ s e Zd ZdZdZdd ZdS )r( zProxy-Authorizationi c C s" |j }| jd|||}| j |S )Nzproxy-authenticate)rv rE rV )r r rd r r re rv ru rL rL rM rR s
z%ProxyDigestAuthHandler.http_error_407N)r r r rF r rR rL rL rL rM r( s c @ s6 e Zd Zd
ddZdd Zdd Zdd Zd
d Zd S )AbstractHTTPHandlerr c C s
|| _ d S )N) _debuglevel)r
debuglevelrL rL rM r s z AbstractHTTPHandler.__init__c C s
|| _ d S )N)rw )r levelrL rL rM set_http_debuglevel s z'AbstractHTTPHandler.set_http_debuglevelc C s t jjj|j|j S )N)r r HTTPConnection_get_content_lengthrI r )r ru rL rL rM r| s z'AbstractHTTPHandler._get_content_lengthc C s
|j }|std|jd k r|j}t|tr8d}t||jdsN|jdd |jd r|jd r| j|}|d k r|jdt| n |jdd |}|j rt
|j \}}t |\}} |jds|jd| x2| j
jD ]&\}
} |
j }
|j|
s|j|
| qW |S ) Nz
no host givenz\POST data should be bytes, an iterable of bytes, or a file object. It cannot be of type str.z Content-typez!application/x-www-form-urlencodedzContent-lengthzTransfer-encodingZchunkedro )rv r rI r r r r r r| r r r r r r r ) r ru rv rI r Zcontent_lengthZsel_hostr ZselZsel_pathr[ r rL rL rM do_request_ s>
z AbstractHTTPHandler.do_request_c
s\ |j }|std||fd|ji|}|j| j t|j jt fdd|jj D d d< tdd j D |j
ri }d}| kr | ||< |= |j |j
|d y`y&|j |j
|j|j |jd
d W n, tk
r
} zt|W Y d d }~X nX |j } W n |j Y nX |jrF|jj d |_|j | _| j| _| S ) Nz
no host givenrJ c 3 s" | ]\}}| kr||fV qd S )NrL )r r r )re rL rM r
s z.AbstractHTTPHandler.do_open.<locals>.<genexpr>r
Connectionc s s | ]\}}|j |fV qd S )N)title)r r[ r rL rL rM r s zProxy-Authorization)re zTransfer-encoding)Zencode_chunked)rv r rJ Zset_debuglevelrw r rx r re r{ rz Z
set_tunnelru r r rI r rm getresponser Zsockr rH reasonr )
r Z
http_classr Zhttp_conn_argsrv r Ztunnel_headersZproxy_auth_hdrerrr rL )re rM r s@
"
zAbstractHTTPHandler.do_openN)r )r r r r rz r| r} r rL rL rL rM rv s
&rv c @ s e Zd Zdd ZejZdS )r) c C s | j tjj|S )N)r r r r{ )r r rL rL rM http_openA s zHTTPHandler.http_openN)r r r r rv r} rL rL rL rL rM r) ? s r c @ s$ e Zd ZdddZdd ZejZdS )rE r Nc C s t j| | || _|| _d S )N)rv r _context_check_hostname)r rx r> check_hostnamerL rL rM r J s zHTTPSHandler.__init__c C s | j tjj|| j| jdS )N)r> r )r r r r r r )r r rL rL rM
https_openO s zHTTPSHandler.https_open)r NN)r r r r r rv r} rP rL rL rL rM rE H s
rE c @ s. e Zd ZdddZdd Zdd ZeZeZdS ) r Nc C s$ dd l }|d kr|jj }|| _d S )Nr )Zhttp.cookiejar cookiejarZ CookieJar)r r r rL rL rM r X s
z HTTPCookieProcessor.__init__c C s | j j| |S )N)r Zadd_cookie_header)r ru rL rL rM rL ^ s z HTTPCookieProcessor.http_requestc C s | j j|| |S )N)r Zextract_cookies)r ru r rL rL rM r b s z!HTTPCookieProcessor.http_response)N)r r r r rL r rP r rL rL rL rM r W s
c @ s e Zd Zdd ZdS )r. c C s |j }td| d S )Nzunknown url type: %s)r r )r r r rL rL rM r j s zUnknownHandler.unknown_openN)r r r r rL rL rL rM r. i s c C sR i }xH| D ]@}|j dd\}}|d dkrB|d dkrB|dd }|||< q
W |S )N=rR r r< rS rS )r> )lZparsedZeltr r rL rL rM rY n s
rY c C s g }d}d }}xt| D ]l}|r,||7 }d}q|rV|dkr@d}qn |dkrLd}||7 }q|dkrn|j | d}q|dkrzd}||7 }qW |r|j | dd |D S ) Nrn F\Tr< ,c S s g | ] }|j qS rL )rK )r partrL rL rM r# s z#parse_http_list.<locals>.<listcomp>)r] )rf resr escaper ZcurrL rL rM r[ x s4
r[ c @ s( e Zd Zdd ZdZdd Zdd ZdS )r* c C s\ |j }|d d dkrN|dd dkrN|jrN|jdkrN|j| j krXtdn
| j|S d S )Nr: z// r localhostz-file:// scheme is supported only on localhost)r rv get_namesr open_local_file)r r rH rL rL rM file_open s &
zFileHandler.file_openNc C s` t jd krZy*ttjdd tjtj d t _W n$ tjk
rX tjdft _Y nX t jS )Nr r: )r* namesr$ r gethostbyname_ex gethostnamegaierror
gethostbyname)r rL rL rM r s
zFileHandler.get_namesc C s dd l }dd l}|j}|j}t|}ytj|}|j}|jj |j
dd} |j |d }
|j d|
pbd|| f } |r~t
|\}} | s| rt|| j kr|rd| | }
nd| }
tt|d| |
S W n* tk
r } zt|W Y d d }~X nX tdd S ) Nr T)usegmtz6Content-type: %s
Content-length: %d
Last-modified: %s
z
text/plainzfile://rbzfile not on local host) email.utils mimetypesrv r r4 rW statst_sizeutils
formatdatest_mtime
guess_typemessage_from_stringr
_safe_gethostbynamer r rG rm r )r r emailr rv rb Z localfilestatsri modifiedmtypere r. ZorigurlexprL rL rM r s0
zFileHandler.open_local_file)r r r r r r r rL rL rL rM r* s
c C s& y
t j| S t jk
r d S X d S )N)r r r )rv rL rL rM r s
r c @ s e Zd Zdd Zdd ZdS )r+ c C s. dd l }dd l}|j}|s"tdt|\}}|d kr>|j}nt|}t|\}}|rdt|\}}nd }t |}|pvd}|p~d}yt
j |}W n* t k
r } zt|W Y d d }~X nX t
|j\} }
| jd} ttt | } | d d | d } } | r| d r| dd } y| j||||| |j}
| r8dp:d}x:|
D ]2}t|\}}|j dkrB|dkrB|j }qBW |
j| |\}}d}|j|jd }|r|d
| 7 }|d k r|dkr|d| 7 }tj|}t |||jS |j k
r( } z$td| }|j t j d W Y d d }~X nX d S )Nr zftp error: no host givenrn r rR rO Dr aAr rt zContent-type: %s
zContent-length: %d
z
ftp error: %rr: rS rS )r r r rO rt r )!ftplibr rv r r
FTP_PORTr^ r r r
r r rm r r r> r map connect_ftprJ r rt upperretrfiler rp r r r
all_errorswith_tracebacksysexc_info)r r r r rv r. r r r rX attrsdirsrN fwr attrr rd retrlenre r r excrL rL rM ftp_open s\
zFTPHandler.ftp_openc C s t ||||||ddS )NF)
persistent)
ftpwrapper)r r r rv r. r rJ rL rL rM r s zFTPHandler.connect_ftpN)r r r r r rL rL rL rM r+ s 5c @ s< e Zd Zdd Zdd Zdd Zdd Zd d
Zd d Zd
S )r, c C s" i | _ i | _d| _d| _d| _d S )Nr < r_ )cacherJ soonestdelay max_conns)r rL rL rM r s
zCacheFTPHandler.__init__c C s
|| _ d S )N)r )r trL rL rM
setTimeout s zCacheFTPHandler.setTimeoutc C s
|| _ d S )N)r )r r rL rL rM setMaxConns# s zCacheFTPHandler.setMaxConnsc C sr |||dj ||f}|| jkr4tj | j | j|< n,t||||||| j|< tj | j | j|< | j | j| S )Nr )joinr r` r rJ r check_cache)r r r rv r. r rJ r rL rL rM r & s
zCacheFTPHandler.connect_ftpc C s t j }| j|krTx@t| jj D ].\}}||k r"| j| j | j|= | j|= q"W tt| jj | _t | j| j
krx6t| jj D ]$\}}|| jkr| j|= | j|= P qW tt| jj | _d S )N) r` r r rJ r{ r r minvaluesr` r )r r r r rL rL rM r 1 s
zCacheFTPHandler.check_cachec C s4 x| j j D ] }|j q W | j j | jj d S )N)r r r clearrJ )r connrL rL rM clear_cacheE s
zCacheFTPHandler.clear_cacheN) r r r r r r r r r rL rL rL rM r, s c @ s e Zd Zdd ZdS )r- c C s~ |j }|jdd\}}|jdd\}}t|}|jdrNtj|}|d d }|sVd}tjd|t|f }t t
j |||S ) N:rR r z;base64 ztext/plain;charset=US-ASCIIz$Content-type: %s
Content-length: %d
i) rp r> r endswithr decodebytesr r r` r ioBytesIO)r r rH r rI Z mediatypere rL rL rM data_openL s
zDataHandler.data_openN)r r r r rL rL rL rM r- K s r nt)r4 r3 c C s t | S )N)r
)pathnamerL rL rM r4 r s c C s t | S )N)r )r rL rL rM r3 w s c @ s e Zd ZdZde Zd)ddZdd Zdd Zd d
Z d d Z
d*d
dZ d+ddZ d,ddZ
d-ddZdd Zd.ddZd/ddZdd Zerd d Zd0d d Zd!d" Zd#d$ Zd%d& Zd1d'd(ZdS )2r8 NzPython-urllib/%sc K sz dd| j ji }tj|tdd |d kr.t }|| _|jd| _|jd| _ d| j
fd
g| _ g | _ t
j| _d | _t| _d S ) NzW%(class)s style of invoking requests is deprecated. Use newer urlopen functions/methodsclassr )
stacklevelkey_file cert_filez
User-AgentAccept*/*)r r )r7 r r? r@ rA r5 r r r r versionr _URLopener__tempfilesrW rl _URLopener__unlink tempcacheftpcache)r r Zx509r rL rL rM r s zURLopener.__init__c C s | j d S )N)r )r rL rL rM __del__ s zURLopener.__del__c C s | j d S )N)cleanup)r rL rL rM r s zURLopener.closec C sZ | j rFx2| j D ](}y| j| W q tk
r4 Y qX qW | j d d = | jrV| jj d S )N)r r rm r r )r rN rL rL rM r s
zURLopener.cleanupc G s | j j| d S )N)r r] )r r rL rL rM addheader s zURLopener.addheaderc C sb t t|}t|dd}| jrL|| jkrL| j| \}}t|d}t|||S t|\}}|s`d}|| jkr| j| }t|\}} t| \}
} |
|f}nd }d| } || _ | j
dd} t | | s|r| j |||S | j
||S y*|d krt| | |S t| | ||S W nV ttfk
r" Y n< tk
r\ }
z td|
jtj d W Y d d }
~
X nX d S )
Nz%/:=&?~#+!$,;'@()*[]|)r r rN Zopen_-r z socket errorr: )r r r r rG r r r r r r r open_unknown_proxy open_unknownr r r rm r r r )r r rI rb re rd urltyperH r
proxyhostrv r r[ r rL rL rM rG s<
zURLopener.openc C s t |\}}tdd|d S )Nz url errorzunknown url type)r rm )r r rI r rH rL rL rM r s zURLopener.open_unknownc C s t |\}}tdd| |d S )Nz url errorzinvalid proxy for %s)r rm )r r
r rI r rH rL rL rM r s z URLopener.open_unknown_proxyc C s& t t|}| jr&|| jkr&| j| S t|\}}|d kr| sH|dkry.| j|}|j }|j tt|d |fS t k
r } zW Y d d } ~ X nX | j
||}zH|j }
|rt
|d} n|dd l } t|\}
}t|pd\}
}t |pd\}}
t
|p d\}}
tjj|d }| j|\}}| jj| tj|d} z||
f}| jd k r^|| j|< d }d }d}d}d|
krt|
d }|r|||| xH|j|}|sP |t|7 }| j| |d7 }|r|||| qW W d | j X W d |j X |dkr"||k r"td
||f ||S )
NrN rR rO r rn i rQ zcontent-lengthzContent-Lengthz1retrieval incomplete: got only %i out of %i bytesi rS )r r r r r rV r r4 r rm rG rZ r r rW rX splitextZmkstempr r] fdopenr^ r_ r` ra r )r rH rb rc rI r Zurl1rd r r re rf rZ ZgarbagerX suffixfdrg rh ri r_ rj rk rL rL rM retrieve sl
zURLopener.retrievec C s( d }d }t |tr<t|\}}|r6t|\}}t|}|}nt|\}}t|\}}t|\} }
|
}d }| j dkrvd }n:t|
\}}
|rt|\}}|rd| ||
f }t|r|}|stdd|rt|}t j
|j j d} nd } |rt|}t j
|j j d} nd } ||}
i }| r*d| |d< | r<d| |d< |rJ||d < d
|d < x | j
D ]\}}|||< qZW |d k rd |d
< |
jd||| n|
jd||d y |
j }W n" tjjk
r tdY nX d|j kodk n rt||jd| |jS | j||j|j|j|j|S d S )Nr z %s://%s%sz
http errorz
no host givenr zBasic %szProxy-AuthorizationrJ ro r r~ z!application/x-www-form-urlencodedz Content-Typer r )re z$http protocol error: bad status liner i, zhttp:)r r r r r
r rt r rm r r r r r ru r r r Z
BadStatusLiner Zstatusr r
http_errorrd r )r Zconnection_factoryrH rI Z user_passwdZ proxy_passwdrv r Zrealhostr r Z
proxy_authrI Z http_connre headerr r rL rL rM _open_generic_http2 sr
z URLopener._open_generic_httpc C s | j tjj||S )N)r r r r{ )r rH rI rL rL rM open_http s zURLopener.open_httpc
C sb d| }t | |rPt| |}|d kr6||||||} n|||||||} | rP| S | j|||||S )Nz
http_error_%d)r r r )
r rH rd errcodeerrmsgre rI r[ r rg rL rL rM r s
zURLopener.http_errorc C s |j t||||d d S )N)r r )r rH rd r r re rL rL rM r s z URLopener.http_error_defaultc C s t jj|| j| jdS )N)r r )r r r r r )r rv rL rL rM _https_connection s zURLopener._https_connectionc C s | j | j||S )N)r r )r rH rI rL rL rM
open_https s zURLopener.open_httpsc C s^ t |tstd|d d dkrP|dd dkrP|dd j dkrPtdn
| j|S d S ) NzEfile error: proxy support for file protocol currently not implementedr: z//r r z
localhost/z-file:// scheme is supported only on localhost)r r r rt rB r )r rH rL rL rM open_file s
4
zURLopener.open_filec C s\ dd l }dd l}t|\}}t|}ytj|}W n0 tk
rb } zt|j|j W Y d d }~X nX |j
} |j j |j
dd}
|j|d } |jd| pd| |
f } |s|}
|d d dkrd| }
tt|d | |
S t|\}}| otj|t ft krP|}
|d d dkr d| }
n |d d
d kr>td | tt|d | |
S td
d S )Nr T)r z6Content-Type: %s
Content-Length: %d
Last-modified: %s
z
text/plainrR r zfile://r r: z./zAlocal file url may start with / or file:. Unknown url of type: %sz#local file error: not on local host)r r r r4 rW r rm r strerrorrb r r r r r r r rG r
r r r thishostrB )r rH r r rv rN Z localnamer eri r r re Zurlfiler. rL rL rM r s:
zURLopener.open_local_filec C s t |tstddd l}t|\}}|s2tdt|\}}t|\}}|r\t|\}}nd }t|}t|ppd}t|p|d}t j
|}|sdd l }|j }nt
|}t|\}} t|}|jd}
|
d d |
d }
} |
o|
d r|
dd }
|
r|
d rd|
d< |||dj|
f} t| jtkrlx8t| jD ]*}
|
| kr>| j|
}| j|
= |j q>W y| | jkrt|||||
| j| < | sd}nd}x:| D ]2}t|\}}|j d kr|dkr|j }qW | j| j| |\}}|jd| d }d}|r|d| 7 }|d k r:|dkr:|d| 7 }t j |}t ||d| S t k
r } z td| j t!j" d W Y d d }~X nX d S )NzCftp error: proxy support for ftp protocol currently not implementedr zftp error: no host givenrn r rR r rO r r r r rt zftp:zContent-Type: %s
zContent-Length: %d
z ftp error %rr: rS rS )r r r rO rt r )#r r r r r r
r r r
r r r r r^ r r> r r` r MAXFTPCACHEr r r r rt r r r r r r ftperrorsr r r )r rH r rv rX r. r r r r r rN r r r r r r rd r r re r rL rL rM open_ftp sp
zURLopener.open_ftpc C s< t |tstdy|jdd\}}W n tk
rD tddY nX |sNd}|jd}|dkrd ||d kr||d d }|d | }nd
}g }|jd tj d tj
tj |jd
| |dkrt j |j
djd}nt|}|jdt| |jd
|j| dj|}tj|}tj|}t|||S )NzEdata error: proxy support for data protocol currently not implementedr rR z
data errorz bad data URLztext/plain;charset=US-ASCII;r r rn zDate: %sz%a, %d %b %Y %H:%M:%S GMTzContent-type: %sr r zlatin-1zContent-Length: %d
)r r r r> rB rm rfindr] r` ZstrftimeZgmtimer r r r r
r` r r r r StringIOr ) r rH rI r Zsemir r re frL rL rM open_data s6
zURLopener.open_data)N)N)N)N)NNN)N)N)N)N)r r r r r r r r r r r rG r r r r r r r rC r r r r r r rL rL rL rM r8 s,
$
B\
:c @ s e Zd Zdd Zdd Zd"ddZdd Zd#d
d Zd$d d
Zd%ddZ d&ddZ
d'ddZ d(ddZ d)ddZ
d*ddZd+dd Zd,d d Zd d! ZdS )-r9 c O s( t j| f|| i | _d| _d| _d S )Nr r )r8 r
auth_cachetriesmaxtries)r r r6 rL rL rM r A s zFancyURLopener.__init__c C s t ||d| |S )Nzhttp:)r )r rH rd r r re rL rL rM r G s z!FancyURLopener.http_error_defaultNc
C sn | j d7 _ zR| jrJ| j | jkrJt| dr4| j}n| j}|||dd|S | j||||||}|S d| _ X d S )NrR http_error_500i z)Internal Server Error: Redirect Recursionr )r r r r
r redirect_internal) r rH rd r r re rI r rg rL rL rM r K s
z FancyURLopener.http_error_302c C sx d|kr|d }nd|kr$|d }nd S |j t| jd | |}t|}|jd krnt|||d| ||| j|S )
Nr r r r r r rn z( Redirection to url '%s' is not allowed.)r r r rn )r r r r r r rG ) r rH rd r r re rI r r rL rL rM r ] s
z FancyURLopener.redirect_internalc C s | j ||||||S )N)r )r rH rd r r re rI rL rL rM r
y s z FancyURLopener.http_error_301c C s | j ||||||S )N)r )r rH rd r r re rI rL rL rM r } s z FancyURLopener.http_error_303c C s2 |d kr | j ||||||S | j|||||S d S )N)r r )r rH rd r r re rI rL rL rM r s z FancyURLopener.http_error_307Fc
C s d|kr t j| ||||| |d }tjd|} | sHt j| ||||| | j \}
} |
j dkrtt j| ||||| |st j| ||||| d| j d } |d krt| | || S t| | || |S d S )Nzwww-authenticatez![ ]*([^ ]+)[ ]+realm="([^"]*)"r; Zretry_ _basic_auth)r8 r rM matchrA rt r r )
r rH rd r r re rI ru stuffr
r r% r[ rL rL rM rQ s&
z FancyURLopener.http_error_401c
C s d|kr t j| ||||| |d }tjd|} | sHt j| ||||| | j \}
} |
j dkrtt j| ||||| |st j| ||||| d| j d } |d krt| | || S t| | || |S d S )Nzproxy-authenticatez![ ]*([^ ]+)[ ]+realm="([^"]*)"r; Z retry_proxy_r )r8 r rM r
rA rt r r )
r rH rd r r re rI ru r r
r r% r[ rL rL rM rR s&
z FancyURLopener.http_error_407c C s t |\}}d| | }| jd }t|\}} t | \} }
| jdd } | | d } | j| || \} }
| pl|
srd S dt| ddt|
dd| f } d| |
| jd< |d kr| j|S | j||S d S )Nzhttp://r @rR z%s:%s@%srn )r )r r r r get_user_passwdr rG )r rH r% rI rv r r r
r r
proxyselectorr r r rL rL rM retry_proxy_http_basic_auth s
z*FancyURLopener.retry_proxy_http_basic_authc C s t |\}}d| | }| jd }t|\}} t | \} }
| jdd } | | d } | j| || \} }
| pl|
srd S dt| ddt|
dd| f } d| |
| jd< |d kr| j|S | j||S d S )Nzhttps://r r rR z%s:%s@%srn )r )r r r r r r rG )r rH r% rI rv r r r
r r r r r r rL rL rM retry_proxy_https_basic_auth s
z+FancyURLopener.retry_proxy_https_basic_authc
C s t |\}}|jdd }||d }| j|||\}}|p>|sDd S dt|ddt|dd|f }d| | } |d kr| j| S | j| |S d S )Nr rR z%s:%s@%srn )r zhttp://)r r r r rG )
r rH r% rI rv r r r r r rL rL rM rC s
z$FancyURLopener.retry_http_basic_authc
C s t |\}}|jdd }||d }| j|||\}}|p>|sDd S dt|ddt|dd|f }d| | } |d kr| j| S | j| |S d S )Nr rR z%s:%s@%srn )r zhttps://)r r r r rG )
r rH r% rI rv r r r r r rL rL rM retry_https_basic_auth s
z%FancyURLopener.retry_https_basic_authr c C s` |d |j }|| jkr2|r(| j|= n
| j| S | j||\}}|sJ|rX||f| j|< ||fS )Nr )rt r prompt_user_passwd)r rv r% r r r r rL rL rM r s
z FancyURLopener.get_user_passwdc C sT dd l }y,td||f }|j d|||f }||fS tk
rN t dS X d S )Nr z Enter username for %s at %s: z#Enter password for %s in %s at %s: )NN)getpassinputKeyboardInterruptprint)r rv r% r r r rL rL rM r s z!FancyURLopener.prompt_user_passwd)N)N)N)N)NF)NF)N)N)N)N)r )r r r r r r r r
r r rQ rR r r rC r r r rL rL rL rM r9 > s"
c C s t d krtjda t S )Nr )
_localhostr r rL rL rL rM r s
r c C sP t d krLyttjtj d a W n( tjk
rJ ttjdd a Y nX t S )Nr: r ) _thishostr$ r r r r rL rL rL rM r s r c C s t d krdd l} | ja t S )Nr )
_ftperrorsr r )r rL rL rM r ( s r c C s t d krtjda t S )Nrn )
_noheadersr r rL rL rL rM noheaders1 s
r c @ sF e Zd ZdddZdd Zdd Zd d
Zd d Zd
d Zdd Z dS )r NTc C sX || _ || _|| _|| _|| _|| _d| _|| _y | j W n | j Y nX d S )Nr )
r r rv r. r rJ refcount keepaliveinitr )r r r rv r. r rJ r rL rL rM r > s zftpwrapper.__init__c C s\ dd l }d| _|j | _| jj| j| j| j | jj| j | j
dj | j }| jj
| d S )Nr r )r busyZFTPr Zconnectrv r. rJ Zloginr r r r cwd)r r Z_targetrL rL rM r! N s
zftpwrapper.initc - C s dd l }| j |dkr"d}d}n d| }d}y| jj| W n* |jk
rh | j | jj| Y nX d }|r| ry d| }| jj|\}}W nR |jk
r } z4t|d d d krt d
| j
t j d W Y d d }~X nX |s| jjd |rn| jj
} zJy| jj| W n4 |jk
rP } zt d
| |W Y d d }~X nX W d | jj| X d | }nd
}| jj|\}}d| _t|jd| j}
| jd7 _|j |
|fS )Nr rt r zTYPE ArR zTYPE zRETR r Z550z
ftp error: %rr: zLIST ZLISTr )rt r )r endtransferr Zvoidcmdr r! Z ntransfercmdZ
error_permr r r r r pwdr# r" r makefile
file_closer r ) r rN r r cmdisdirr r r r% ZftpobjrL rL rM r W sN
$
zftpwrapper.retrfilec C s
d| _ d S )Nr )r" )r rL rL rM r$ s zftpwrapper.endtransferc C s d| _ | jdkr| j d S )NFr )r r
real_close)r rL rL rM r s
zftpwrapper.closec C s4 | j | jd8 _| jdkr0| j r0| j d S )NrR r )r$ r r r* )r rL rL rM r' s zftpwrapper.file_closec C s2 | j y| jj W n t k
r, Y nX d S )N)r$ r r r )r rL rL rM r* s
zftpwrapper.real_close)NT)
r r r r r! r r$ r r' r* rL rL rL rM r ; s
-r c C s i } xBt jj D ]4\}}|j }|r|dd dkr|| |d d < qW dt jkr^| jdd xXt jj D ]J\}}|dd dkrj|j }|r|| |d d < qj| j|d d d qjW | S )
N _proxyZREQUEST_METHODr iiiii)rW environr{ rt r )r r[ r rL rL rM getproxies_environment s
r. c
C s |d krt }y |d }W n tk
r. dS X |dkr<dS t| \}}dd |jdD }xP|D ]H}|rb|jd}tj|}d | }tj||tjstj|| tjrbdS qbW dS )
Nnor *rR c S s g | ] }|j qS rL )rK )r r
rL rL rM r# s z,proxy_bypass_environment.<locals>.<listcomp>r .z
(.+\.)?%s$) r. rn r
r> lstriprM r r
rO )rv r Zno_proxyhostonlyr. Z
no_proxy_listr[ patternrL rL rM proxy_bypass_environment s&
r5 c
C s ddl m } t| \}}dd }d| kr4|d r4dS d }x|jdf D ]}|sPqFtjd |}|d k r|d krytj|}||}W n tk
r wFY nX ||jd
} |jd }
|
d krd |jd
j dd
}
nt
|
d
d }
d
|
}
||
? | |
? krdS qF|| |rFdS qFW dS )Nr )fnmatchc S sh | j d}ttt|}t|dkr<|ddddg d d }|d d> |d d> B |d d> B |d B S )
Nr1 r r rR r_ r: rQ r )r> r r r^ r` )ZipAddrr- rL rL rM ip2num s
z,_proxy_bypass_macosx_sysconf.<locals>.ip2numr1 Zexclude_simpleT
exceptionsz(\d+(?:\.\d+)*)(/\d+)?rR r: rQ F) r6 r
r rM r
r r rm groupcountr^ ) rv proxy_settingsr6 r3 r. r8 ZhostIPr r r1 maskrL rL rM _proxy_bypass_macosx_sysconf s:
r? darwin)_get_proxy_settings _get_proxiesc C s t }t| |S )N)rA r? )rv r= rL rL rM proxy_bypass_macosx_sysconf
s rC c C s t S )N)rB rL rL rL rM getproxies_macosx_sysconf
s rD c C s t }|rt| |S t| S d S )N)r. r5 rC )rv r rL rL rM r )
s
r c C s t p
t S )N)r. rD rL rL rL rM r5 6
s c C s i } y dd l }W n tk
r$ | S X y|j|jd}|j|dd }|rt|j|dd }d|krx|jdD ]4}|jdd\}}tjd|sd ||f }|| |< qrW n>|d d
d kr|| d < n$d
| | d < d| | d< d| | d< |j W n t
t t fk
r Y nX | S )Nr z;Software\Microsoft\Windows\CurrentVersion\Internet Settings ProxyEnableZ ProxyServerr r rR z ^([^/:]+)://z%s://%srW zhttp:r z http://%sz
https://%sr zftp://%sr )
winreg ImportErrorOpenKeyHKEY_CURRENT_USER QueryValueExr r> rM r
ZCloserm rB r )r rF internetSettings proxyEnableZ proxyServerpr ZaddressrL rL rM getproxies_registry;
s8
rN c C s t p
t S )N)r. rN rL rL rL rM r5 h
s c & C s~ y dd l }W n tk
r dS X y6|j|jd}|j|dd }t|j|dd }W n tk
rl dS X | sz| r~dS t| \}}|g} y tj |}||kr| j
| W n tk
r Y nX y tj |}||kr| j
| W n tk
r Y nX |j d}xp|D ]h} | dkr*d|kr*dS | j
dd } | j
d
d } | j
d d} x$| D ] }
tj| |
tjrTdS qTW qW dS )
Nr z;Software\Microsoft\Windows\CurrentVersion\Internet SettingsrE Z
ProxyOverrider z<local>r1 rR z\.r0 z.*?)rF rG rH rI rJ r rm r
r r r] Zgetfqdnr> r rM r
rO ) rv rF rK rL Z
proxyOverrideZrawHostr. ZaddrZfqdnr2 r rL rL rM proxy_bypass_registryq
sR
rP c C s t }|rt| |S t| S d S )N)r. r5 rP )rv r rL rL rM r
s
)NNN)N)~r r r rb Z http.clientr r rW r/ rM r r r r` collectionsrZ rT r? Z urllib.errorr r r Z urllib.parser r r r r r
r r r
r r r r r r r r r Zurllib.responser r rD rG rC __all__ version_infor rF r r0 r1 r\ r6 r7 rN ASCIIrr rw r r r2 r r/ r r r r r r! r" r# r$ r% urandomra r& r' r( rv r) r r rE r] r r. rY r[ r* r r+ r, r- r r[ Z
nturl2pathr4 r3 r r8 r9 r r r r r r r r r r. r5 r? platformZ_scproxyrA rB rC rD r r5 rN rP rL rL rL rM <module>T s P
T
?n $q *@
P v
+3:5! A W
_
#<
- 2
OHA YOOOO