B
    `’»d!Ÿ  ã               @   s¢  d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl	Z	ddl
mZ ddlmZ ddlmZmZmZmZ ddlZddlmZmZmZmZmZmZmZmZmZmZmZm Z m!Z! ddlm"Z" ddl#m$Z$ dd	l%m&Z& dd
l'm(Z( ddl)m*Z* ddl+m,Z, ddl-m.Z. e/Z0e 1d¡Z2e 1dej3¡Z4e 1d¡Z5e 1dej3¡j6Z7d 8¡ Z9ddddgZ:dZ;dZ<e<j=dj=ej>Ž edZ?dd„ Z@dd„ ZAdd„ ZBdGd d„ZCdHd!d"„ZDdId#d$„ZEdedfd%d„ZFdJd&d'„ZGd(d)„ ZHe 1d*ej3¡ZIeHd+d,„ ƒZJG d-d.„ d.ƒZKG d/d0„ d0eKƒZLG d1d„ deƒZMe 1d2¡jNZOd3d4„ ZPd5d6„ ZQdKd7d8„ZRd9d:„ ZSG d;d<„ d<ƒZTG d=d>„ d>ejUƒZVejWjXfd?d@„ZYdAdB„ ZZeRe;ƒeYƒZYdCdD„ Z[dEdF„ Z\dS )Lz#PyPI and direct package downloadingé    N)Úwraps)Úsix)ÚurllibÚhttp_clientÚconfigparserÚmap)ÚCHECKOUT_DISTÚDistributionÚBINARY_DISTÚnormalize_pathÚSOURCE_DISTÚEnvironmentÚfind_distributionsÚ	safe_nameÚsafe_versionÚto_filenameÚRequirementÚDEVELOP_DISTÚEGG_DIST)Ússl_support)Úlog)ÚDistutilsError)Ú	translate)Úget_all_headers)Úunescape)ÚWheelz^egg=([-A-Za-z0-9_.+!]+)$zhref\s*=\s*['"]?([^'"> ]+)zƒ<a href="([^"#]+)">([^<]+)</a>\n\s+\(<a (?:title="MD5 hash"\n\s+)href="[^?]+\?:action=show_md5&amp;digest=([0-9a-f]{32})">md5</a>\)z([-+.a-z0-9]{2,}):z.tar.gz .tar.bz2 .tar .zip .tgzÚPackageIndexÚdistros_for_urlÚparse_bdist_wininstÚinterpret_distro_nameé   z<setuptools/{setuptools.__version__} Python-urllib/{py_major}z{}.{})Zpy_majorÚ
setuptoolsc             C   s2   y
t  | ¡S  tk
r,   td| f ƒ‚Y nX d S )Nz1Not a URL, existing file, or requirement spec: %r)r   ÚparseÚ
ValueErrorr   )Úspec© r%   ú</tmp/pip-unpacked-wheel-k1jh9j23/setuptools/package_index.pyÚparse_requirement_arg5   s
    
r'   c             C   s°   |   ¡ }d\}}}| d¡r¦| d¡r8| dd… }d}nn| dd¡rb| d	d
… }| dd… }d}nD| d¡r~| dd… }d}n(| dd¡r¦| d	d
… }| dd… }d}|||fS )z=Return (base,pyversion) or (None,None) for possible .exe name)NNNz.exez
.win32.exeNiöÿÿÿÚwin32z	.win32-pyiðÿÿÿiùÿÿÿéüÿÿÿz.win-amd64.exeiòÿÿÿz	win-amd64z.win-amd64-pyiìÿÿÿ)ÚlowerÚendswithÚ
startswith)Únamer*   ÚbaseÚpy_verÚplatr%   r%   r&   r   >   s$    



c       	      C   sx   t j | ¡}|\}}}}}}t j | d¡d ¡}|dkrX|dkrXt j | d¡d ¡}d|krp| dd¡\}}||fS )Nú/éÿÿÿÿzsourceforge.netÚdownloadéþÿÿÿú#é   )r   r"   ÚurlparseÚunquoteÚsplit)	ÚurlÚpartsÚschemeÚserverÚpathÚ
parametersÚqueryÚfragmentr.   r%   r%   r&   Úegg_info_for_urlV   s    rB   c             c   sd   t | ƒ\}}xt| ||ƒD ]
}|V  qW |r`t |¡}|r`x$t| | d¡|tdD ]
}|V  qRW dS )zEYield egg or source distribution objects that might be found at a URLr6   )Ú
precedenceN)rB   Údistros_for_locationÚEGG_FRAGMENTÚmatchr   Úgroupr   )r:   Úmetadatar.   rA   ÚdistrF   r%   r%   r&   r   a   s    

c             C   sä   |  d¡r|dd… }|  d¡r8d|kr8t | ||¡gS |  d¡rxd|krxt|ƒ}| ¡ s^g S t| |j|jtd dgS |  d	¡rªt|ƒ\}}}|dk	rªt	| |||t
|ƒS x4tD ],}|  |¡r°|dt|ƒ … }t	| ||ƒS q°W g S )
z:Yield egg or source distribution objects based on basenamez.egg.zipNr)   z.eggú-z.whlr6   )ÚlocationÚproject_nameÚversionrC   z.exe)r+   r	   Úfrom_locationr   Úis_compatiblerL   rM   r   r   r   r
   Ú
EXTENSIONSÚlen)rK   ÚbasenamerH   ÚwheelZwin_baser/   ÚplatformÚextr%   r%   r&   rD   o   s.    



rD   c             C   s   t t| ƒtj | ¡|ƒS )zEYield possible egg or source distribution objects based on a filename)rD   r   Úosr>   rR   )ÚfilenamerH   r%   r%   r&   Údistros_for_filename   s    rX   c          
   c   s€   |  d¡}|s,tdd„ |dd… D ƒƒr,dS xNtdt|ƒd ƒD ]8}t| |d |d|… ¡d ||d… ¡|||dV  q@W dS )zØGenerate alternative interpretations of a source distro name

    Note: if `location` is a filesystem filename, you should call
    ``pkg_resources.normalize_path()`` on it before passing it to this
    routine!
    rJ   c             s   s   | ]}t  d |¡V  qdS )z	py\d\.\d$N)ÚrerF   )Ú.0Úpr%   r%   r&   ú	<genexpr>®   s    z(interpret_distro_name.<locals>.<genexpr>é   Nr6   )Ú
py_versionrC   rT   )r9   ÚanyÚrangerQ   r	   Újoin)rK   rR   rH   r^   rC   rT   r;   r[   r%   r%   r&   r   —   s    
$c             c   sn   t ƒ }|j}|dkr>xTtj |j| ¡D ]}||ƒ |V  q&W n,x*| D ]"}||ƒ}||krD||ƒ |V  qDW dS )zHList unique elements, preserving order. Remember all elements ever seen.N)ÚsetÚaddr   ÚmovesÚfilterfalseÚ__contains__)ÚiterableÚkeyÚseenZseen_addÚelementÚkr%   r%   r&   Úunique_everseen»   s    
rl   c                s   t ˆ ƒ‡ fdd„ƒ}|S )zs
    Wrap a function returning an iterable such that the resulting iterable
    only ever yields unique items.
    c                 s   t ˆ | |ŽƒS )N)rl   )ÚargsÚkwargs)Úfuncr%   r&   ÚwrapperÓ   s    zunique_values.<locals>.wrapper)r   )ro   rp   r%   )ro   r&   Úunique_valuesÍ   s    rq   z(<([^>]*\srel\s*=\s*['"]?([^'">]+)[^>]*)>c          	   c   sÆ   xvt  |¡D ]h}| ¡ \}}tttj| ¡  d¡ƒƒ}d|ksFd|krx,t	 |¡D ]}t
j | t| d¡ƒ¡V  qRW qW xHdD ]@}| |¡}|dkr~t	 ||¡}|r~t
j | t| d¡ƒ¡V  q~W dS )zEFind rel="homepage" and rel="download" links in `page`, yielding URLsú,Zhomepager3   r6   )z<th>Home Pagez<th>Download URLr2   N)ÚRELÚfinditerÚgroupsrb   r   ÚstrÚstripr*   r9   ÚHREFr   r"   ÚurljoinÚ
htmldecoderG   ÚfindÚsearch)r:   ÚpagerF   ÚtagÚrelZrelsÚposr%   r%   r&   Úfind_external_linksÞ   s    "

r   c               @   s(   e Zd ZdZdd„ Zdd„ Zdd„ ZdS )	ÚContentCheckerzP
    A null content checker that defines the interface for checking content
    c             C   s   dS )z3
        Feed a block of data to the hash.
        Nr%   )ÚselfÚblockr%   r%   r&   Úfeedö   s    zContentChecker.feedc             C   s   dS )zC
        Check the hash. Return False if validation fails.
        Tr%   )rƒ   r%   r%   r&   Úis_validü   s    zContentChecker.is_validc             C   s   dS )zu
        Call reporter with information about the checker (hash name)
        substituted into the template.
        Nr%   )rƒ   ÚreporterÚtemplater%   r%   r&   Úreport  s    zContentChecker.reportN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r…   r†   r‰   r%   r%   r%   r&   r‚   ñ   s   r‚   c               @   sB   e Zd Ze d¡Zdd„ Zedd„ ƒZdd„ Z	dd	„ Z
d
d„ ZdS )ÚHashCheckerzK(?P<hash_name>sha1|sha224|sha384|sha256|sha512|md5)=(?P<expected>[a-f0-9]+)c             C   s   || _ t |¡| _|| _d S )N)Ú	hash_nameÚhashlibÚnewÚhashÚexpected)rƒ   r   r“   r%   r%   r&   Ú__init__  s    zHashChecker.__init__c             C   s>   t j |¡d }|stƒ S | j |¡}|s0tƒ S | f | ¡ ŽS )z5Construct a (possibly null) ContentChecker from a URLr2   )r   r"   r7   r‚   Úpatternr|   Ú	groupdict)Úclsr:   rA   rF   r%   r%   r&   Úfrom_url  s    zHashChecker.from_urlc             C   s   | j  |¡ d S )N)r’   Úupdate)rƒ   r„   r%   r%   r&   r…      s    zHashChecker.feedc             C   s   | j  ¡ | jkS )N)r’   Ú	hexdigestr“   )rƒ   r%   r%   r&   r†   #  s    zHashChecker.is_validc             C   s   || j  }||ƒS )N)r   )rƒ   r‡   rˆ   Úmsgr%   r%   r&   r‰   &  s    
zHashChecker.reportN)rŠ   r‹   rŒ   rY   Úcompiler•   r”   Úclassmethodr˜   r…   r†   r‰   r%   r%   r%   r&   rŽ   
  s   rŽ   c                   s<  e Zd ZdZdJdd„ZdKd	d
„ZdLdd„ZdMdd„Zdd„ Zdd„ Z	dd„ Z
dd„ ZdNdd„Zdd„ ZdO‡ fdd„	Zdd„ Zdd „ Zd!d"„ Zd#d$„ Zd%d&„ ZdPd'd(„ZdQd)d*„Zd+d,„ Zd-Zd.d/„ Zd0d1„ ZdRd2d3„Zd4d5„ Zd6d7„ Zd8d9„ Zd:d;„ Zd<d=„ Ze dSd>d?„ƒZ!d@dA„ Z"dBdC„ Z#dDdE„ Z$dFdG„ Z%dHdI„ Z&‡  Z'S )Tr   z;A distribution index that scans web pages for download URLsúhttps://pypi.org/simple/©Ú*NTc             O   s”   t j| f|ž|Ž |dd | d¡ …  | _i | _i | _i | _t d 	t
t|ƒ¡¡j| _g | _|ortjor|prt ¡ }|r†t |¡| _n
tjj| _d S )Nr1   ú|)r   r”   r+   Ú	index_urlÚscanned_urlsÚfetched_urlsÚpackage_pagesrY   rœ   ra   r   r   rF   ÚallowsÚto_scanr   Zis_availableZfind_ca_bundleZ
opener_forÚopenerr   ÚrequestÚurlopen)rƒ   r¢   ÚhostsZ	ca_bundleZ
verify_sslrm   ÚkwZuse_sslr%   r%   r&   r”   .  s    zPackageIndex.__init__Fc             C   sæ  || j kr|sdS d| j |< t|ƒs2|  |¡ dS tt|ƒƒ}|r\|  |¡sPdS |  d|¡ |sn|rn|| jkr‚tt| j	|ƒƒ dS |  |¡sšd| j|< dS |  
d|¡ d| j|< d}|  ||| ¡}|dkrÐdS t|tjjƒrø|jdkrø|  
d|j ¡ d| j|j< d|j d	d
¡ ¡ kr(| ¡  dS |j}| ¡ }t|tƒsvt|tjjƒrXd}n|j d¡phd}| |d¡}| ¡  x6t |¡D ](}	tj |t|	  d¡ƒ¡}
|  !|
¡ qŠW | "| j#¡rât$|ddƒdkrâ|  %||¡}dS )z<Evaluate a URL as a possible download, and maybe retrieve itNTzFound link: %sz
Reading %sz<Download error on %s: %%s -- Some packages may not be found!i‘  zAuthentication error: %sÚhtmlzcontent-typeÚ zlatin-1ÚcharsetÚignorer6   Úcodei”  )&r£   Ú
URL_SCHEMEÚprocess_filenameÚlistr   Úurl_okÚdebugr¤   r   rc   ÚinfoÚopen_urlÚ
isinstancer   ÚerrorÚ	HTTPErrorr±   r›   r:   ÚheadersÚgetr*   ÚcloseÚreadrv   Ú	get_paramÚdecoderx   rt   r"   ry   rz   rG   Úprocess_urlr,   r¢   ÚgetattrÚprocess_index)rƒ   r:   ÚretrieveÚdistsÚtmplÚfr.   r}   r¯   rF   Úlinkr%   r%   r&   rÂ   C  sT    





 zPackageIndex.process_urlc             C   sŽ   t j |¡s|  d|¡ d S t j |¡rb|sbt j |¡}x(t  |¡D ]}|  t j ||¡d¡ qDW t	|ƒ}|rŠ|  
d|¡ tt| j|ƒƒ d S )NzNot found: %sTz	Found: %s)rV   r>   ÚexistsÚwarnÚisdirÚrealpathÚlistdirr³   ra   rX   r¶   r´   r   rc   )rƒ   ÚfnÚnestedr>   ÚitemrÆ   r%   r%   r&   r³   x  s    zPackageIndex.process_filenamec             C   sb   t |ƒ}|o| d¡ ¡ dk}|s8|  tj |¡d ¡r<dS d}|rRt|| ƒ‚n|  ||¡ d S )Nr6   ÚfileTzN
Note: Bypassing %s (disallowed host; see http://bit.ly/2hrImnY for details).
)	r²   rG   r*   r¦   r   r"   r7   r   rË   )rƒ   r:   ÚfatalÚsÚis_filer›   r%   r%   r&   rµ   ˆ  s    zPackageIndex.url_okc             C   s2   t tjj|ƒ}dd„ |D ƒ}tt | j|¡ƒ d S )Nc             s   s0   | ](}t  |¡D ]}| d ¡r||fV  qqdS )z	.egg-linkN)rV   rÎ   r+   )rZ   r>   Úentryr%   r%   r&   r\   ˜  s   z.PackageIndex.scan_egg_links.<locals>.<genexpr>)ÚfilterrV   r>   rÌ   r´   Ú	itertoolsÚstarmapÚscan_egg_link)rƒ   Úsearch_pathÚdirsZ	egg_linksr%   r%   r&   Úscan_egg_links•  s    zPackageIndex.scan_egg_linksc          	   C   s   t tj ||¡ƒ}ttd ttj|ƒƒƒ}W d Q R X t	|ƒdkrDd S |\}}x>t
tj ||¡ƒD ](}tjj|f|žŽ |_t|_|  |¡ q`W d S )Nr]   )ÚopenrV   r>   ra   r´   r×   r   rv   rw   rQ   r   rK   r   rC   rc   )rƒ   r>   rÖ   Z	raw_linesÚlinesZegg_pathZ
setup_pathrI   r%   r%   r&   rÚ   Ÿ  s     zPackageIndex.scan_egg_linkc       
   	      sÖ   ‡ fdd„}xHt  |¡D ]:}y |tj |t| d¡ƒ¡ƒ W q tk
rP   Y qX qW ||ƒ\}}|rÎxVt||ƒD ]H}t	|ƒ\}}	| 
d¡r°|	s°|r¦|d||f 7 }n
ˆ  |¡ ˆ  |¡ qrW t dd„ |¡S dS d	S )
z#Process the contents of a PyPI pagec                sŒ   |   ˆ j¡rˆtttjj| tˆ jƒd …  d¡ƒƒ}t|ƒdkrˆd|d krˆt	|d ƒ}t
|d ƒ}dˆ j | ¡ i ¡| < t|ƒt|ƒfS dS )Nr1   r]   r5   r6   r   T)NN)r,   r¢   r´   r   r   r"   r8   rQ   r9   r   r   r¥   Ú
setdefaultr*   r   )rÉ   r;   ÚpkgÚver)rƒ   r%   r&   Úscan²  s    "z(PackageIndex.process_index.<locals>.scanr6   z.pyz
#egg=%s-%sc             S   s   d|   ddd¡ S )Nz<a href="%s#md5=%s">%s</a>r6   é   r]   )rG   )Úmr%   r%   r&   Ú<lambda>Õ  ó    z,PackageIndex.process_index.<locals>.<lambda>r®   N)rx   rt   r   r"   ry   rz   rG   r#   r   rB   r+   Úneed_version_infoÚscan_urlÚPYPI_MD5Úsub)
rƒ   r:   r}   rã   rF   rá   râ   Únew_urlr.   Úfragr%   )rƒ   r&   rÄ   ¯  s$     

zPackageIndex.process_indexc             C   s   |   d|¡ d S )NzPPage at %s links to .py file(s) without version info; an index scan is required.)Úscan_all)rƒ   r:   r%   r%   r&   rè   Ú  s    zPackageIndex.need_version_infoc             G   s:   | j | jkr*|r | j|f|žŽ  |  d¡ |  | j ¡ d S )Nz6Scanning index of all packages (this may take a while))r¢   r¤   rË   r·   ré   )rƒ   r›   rm   r%   r%   r&   rî   à  s    zPackageIndex.scan_allc             C   s~   |   | j|j d ¡ | j |j¡s:|   | j|j d ¡ | j |j¡sR|  |¡ x&t| j |jd¡ƒD ]}|   |¡ qhW d S )Nr1   r%   )	ré   r¢   Úunsafe_namer¥   r½   rh   rL   Únot_found_in_indexr´   )rƒ   Úrequirementr:   r%   r%   r&   Úfind_packagesé  s    
zPackageIndex.find_packagesc                sR   |   ¡  |  |¡ x,| |j D ]}||kr.|S |  d||¡ qW tt| ƒ ||¡S )Nz%s does not match %s)Úprescanrò   rh   r¶   Úsuperr   Úobtain)rƒ   rñ   Ú	installerrI   )Ú	__class__r%   r&   rõ   ø  s    
zPackageIndex.obtainc             C   sL   |  | jd| ¡ | ¡ sH| ¡  t |¡ td|jjtj	 
|¡f ƒ‚dS )z-
        checker is a ContentChecker
        zValidating %%s checksum for %sz7%s validation failed for %s; possible download problem?N)r‰   r¶   r†   r¾   rV   Úunlinkr   r’   r-   r>   rR   )rƒ   ÚcheckerrW   Útfpr%   r%   r&   Ú
check_hash  s    

zPackageIndex.check_hashc             C   sR   xL|D ]D}| j dks2t|ƒr2| d¡s2tt|ƒƒr>|  |¡ q| j  |¡ qW dS )z;Add `urls` to the list that will be prescanned for searchesNzfile:)r§   r²   r,   r´   r   ré   Úappend)rƒ   Úurlsr:   r%   r%   r&   Úadd_find_links  s    


zPackageIndex.add_find_linksc             C   s"   | j rtt| j| j ƒƒ d| _ dS )z7Scan urls scheduled for prescanning (e.g. --find-links)N)r§   r´   r   ré   )rƒ   r%   r%   r&   ró      s    zPackageIndex.prescanc             C   s<   | |j  r| jd }}n| jd }}|||jƒ |  ¡  d S )Nz#Couldn't retrieve index page for %rz3Couldn't find index page for %r (maybe misspelled?))rh   r·   rË   rï   rî   )rƒ   rñ   Úmethr›   r%   r%   r&   rð   &  s    
zPackageIndex.not_found_in_indexc             C   s~   t |tƒsjt|ƒ}|rR|  | d¡||¡}t|ƒ\}}| d¡rN|  |||¡}|S tj	 
|¡rb|S t|ƒ}t|  ||¡ddƒS )a  Locate and/or download `spec` to `tmpdir`, returning a local path

        `spec` may be a ``Requirement`` object, or a string containing a URL,
        an existing local filename, or a project/version requirement spec
        (i.e. the string form of a ``Requirement`` object).  If it is the URL
        of a .py file with an unambiguous ``#egg=name-version`` tag (i.e., one
        that escapes ``-`` as ``_`` throughout), a trivial ``setup.py`` is
        automatically created alongside the downloaded file.

        If `spec` is a ``Requirement`` object or a string containing a
        project/version requirement spec, this method returns the location of
        a matching distribution (possibly after downloading it to `tmpdir`).
        If `spec` is a locally existing file or directory name, it is simply
        returned unchanged.  If `spec` is a URL, it is downloaded to a subpath
        of `tmpdir`, and the local filename is returned.  Various errors may be
        raised if a problem occurs during downloading.
        r6   z.pyrK   N)r¹   r   r²   Ú_download_urlrG   rB   r+   Ú	gen_setuprV   r>   rÊ   r'   rÃ   Úfetch_distribution)rƒ   r$   Útmpdirr<   Úfoundr.   rA   r%   r%   r&   r3   0  s    

zPackageIndex.downloadc       	         sÜ   ˆ  d|¡ i ‰d}d
‡ ‡‡‡‡fdd„	}|rHˆ ¡  ˆ |¡ ||ƒ}|s^|dk	r^|||ƒ}|dkr€ˆjdk	rxˆ ¡  ||ƒ}|dkrž|sžˆ |¡ ||ƒ}|dkr¾ˆ dˆr´dp¶d|¡ nˆ  d|¡ |j|jd	S dS )a|  Obtain a distribution suitable for fulfilling `requirement`

        `requirement` must be a ``pkg_resources.Requirement`` instance.
        If necessary, or if the `force_scan` flag is set, the requirement is
        searched for in the (online) package index as well as the locally
        installed packages.  If a distribution matching `requirement` is found,
        the returned distribution's ``location`` is the value you would have
        gotten from calling the ``download()`` method with the matching
        distribution's URL or filename.  If no matching distribution is found,
        ``None`` is returned.

        If the `source` flag is set, only source distributions and source
        checkout links will be considered.  Unless the `develop_ok` flag is
        set, development and system eggs (i.e., those using the ``.egg-info``
        format) will be ignored.
        zSearching for %sNc                s’   |d krˆ}x€|| j  D ]r}|jtkrHˆ sH|ˆkrˆ d|¡ dˆ|< q|| ko^|jtkp^ˆ }|rˆ |jˆ¡}||_tj	 
|j¡r|S qW d S )Nz&Skipping development or system egg: %sr6   )rh   rC   r   rË   r   r3   rK   Údownload_locationrV   r>   rÊ   )ÚreqÚenvrI   ÚtestÚloc)Ú
develop_okrƒ   ÚskippedÚsourcer  r%   r&   r{   j  s     z-PackageIndex.fetch_distribution.<locals>.findz:No local packages or working download links found for %s%sza source distribution of r®   zBest match: %s)rK   )N)r·   ró   rò   r§   rË   Úcloner  )	rƒ   rñ   r  Ú
force_scanr  r
  Zlocal_indexrI   r{   r%   )r
  rƒ   r  r  r  r&   r  R  s0    




zPackageIndex.fetch_distributionc             C   s"   |   ||||¡}|dk	r|jS dS )a3  Obtain a file suitable for fulfilling `requirement`

        DEPRECATED; use the ``fetch_distribution()`` method now instead.  For
        backward compatibility, this routine is identical but returns the
        ``location`` of the downloaded distribution instead of a distribution
        object.
        N)r  rK   )rƒ   rñ   r  r  r  rI   r%   r%   r&   Úfetchž  s    zPackageIndex.fetchc       
   	   C   sü   t  |¡}|r*dd„ t|| d¡d ƒD ƒp,g }t|ƒdkrÚtj |¡}tj |¡|krŠtj 	||¡}ddl
m} |||ƒsŠt ||¡ |}ttj 	|d¡dƒ2}	|	 d|d j|d jtj |¡d f ¡ W d Q R X |S |rðtd	||f ƒ‚ntd
ƒ‚d S )Nc             S   s   g | ]}|j r|‘qS r%   )rM   )rZ   Údr%   r%   r&   ú
<listcomp>®  s    z*PackageIndex.gen_setup.<locals>.<listcomp>r6   r   )Úsamefilezsetup.pyÚwzIfrom setuptools import setup
setup(name=%r, version=%r, py_modules=[%r])
z†Can't unambiguously interpret project/version identifier %r; any dashes in the name or version should be escaped using underscores. %rzpCan't process plain .py files without an '#egg=name-version' suffix to enable automatic setup script generation.)rE   rF   r   rG   rQ   rV   r>   rR   Údirnamera   Zsetuptools.command.easy_installr  ÚshutilÚcopy2rÞ   ÚwriterL   rM   Úsplitextr   )
rƒ   rW   rA   r  rF   rÆ   rR   Údstr  rÒ   r%   r%   r&   r  «  s2    

 zPackageIndex.gen_setupi    c          	   C   s  |   d|¡ d }zît |¡}|  |¡}t|tjjƒrJtd||j	|j
f ƒ‚|  ¡ }d}| j}d}d|kr’t|dƒ}	ttt|	ƒƒ}|  |||||¡ t|dƒZ}
xD| |¡}|rÞ| |¡ |
 |¡ |d7 }|  |||||¡ q P q W |  |||
¡ W d Q R X |S |r| ¡  X d S )	NzDownloading %szCan't download %s: %s %sr   r2   zcontent-lengthzContent-LengthÚwbr6   )r·   rŽ   r˜   r¸   r¹   r   rº   r»   r   r±   r›   Údl_blocksizer   Úmaxr   ÚintÚ
reporthookrÞ   r¿   r…   r  rû   r¾   )rƒ   r:   rW   Úfprù   r¼   ÚblocknumÚbsÚsizeÚsizesrú   r„   r%   r%   r&   Ú_download_toÖ  s:    





zPackageIndex._download_toc             C   s   d S )Nr%   )rƒ   r:   rW   r   Zblksizer"  r%   r%   r&   r  ú  s    zPackageIndex.reporthookc          
   C   sŽ  |  d¡rt|ƒS yt|| jƒS  ttjfk
r€ } z<d dd„ |jD ƒ¡}|r^|  	||¡ nt
d||f ƒ‚W d d }~X Y n
 tjjk
r¤ } z|S d }~X Y næ tjjk
rî } z*|rÌ|  	||j¡ nt
d||jf ƒ‚W d d }~X Y nœ tjk
r: } z,|r|  	||j¡ nt
d||jf ƒ‚W d d }~X Y nP tjtjfk
rˆ } z(|rh|  	||¡ nt
d||f ƒ‚W d d }~X Y nX d S )Nzfile:ú c             S   s   g | ]}t |ƒ‘qS r%   )rv   )rZ   Úargr%   r%   r&   r    s    z)PackageIndex.open_url.<locals>.<listcomp>z%s %szDownload error for %s: %sz;%s returned a bad status line. The server might be down, %s)r,   Ú
local_openÚopen_with_authr¨   r#   r   Ú
InvalidURLra   rm   rË   r   r   rº   r»   ÚURLErrorÚreasonÚBadStatusLineÚlineÚHTTPExceptionÚsocket)rƒ   r:   ÚwarningÚvr›   r%   r%   r&   r¸   ý  s6    
"zPackageIndex.open_urlc             C   sê   t |ƒ\}}|r4x&d|kr0| dd¡ dd¡}qW nd}| d¡rN|d d… }tj ||¡}|dksn| d	¡rz|  ||¡S |d
ksŒ| d¡r˜|  ||¡S | d¡r®|  	||¡S |dkrÎt
j t
j |¡d ¡S |  |d¡ |  ||¡S d S )Nz..Ú.ú\Ú_Z__downloaded__z.egg.zipr)   Úsvnzsvn+Úgitzgit+zhg+rÒ   r]   T)rB   Úreplacer+   rV   r>   ra   r,   Ú_download_svnÚ_download_gitÚ_download_hgr   r©   Úurl2pathnamer"   r7   rµ   Ú_attempt_download)rƒ   r<   r:   r  r-   rA   rW   r%   r%   r&   r      s$    


zPackageIndex._download_urlc             C   s   |   |d¡ d S )NT)rÂ   )rƒ   r:   r%   r%   r&   ré   =  s    zPackageIndex.scan_urlc             C   s6   |   ||¡}d| dd¡ ¡ kr.|  |||¡S |S d S )Nr­   zcontent-typer®   )r$  r½   r*   Ú_download_html)rƒ   r:   rW   r¼   r%   r%   r&   r<  @  s    zPackageIndex._attempt_downloadc             C   sl   t |ƒ}x@|D ]8}| ¡ rt d|¡rD| ¡  t |¡ |  ||¡S P qW | ¡  t |¡ td| ƒ‚d S )Nz <title>([^- ]+ - )?Revision \d+:zUnexpected HTML page found at )	rÞ   rw   rY   r|   r¾   rV   rø   r8  r   )rƒ   r:   r¼   rW   rÒ   r-  r%   r%   r&   r=  G  s    


zPackageIndex._download_htmlc             C   s  t  dt¡ | dd¡d }d}| ¡  d¡râd|krâtj |¡\}}}}}}	|sâ| d¡râd	|d
d … krâ|d
d …  d	d¡\}}t	|ƒ\}
}|
râd|
krº|
 dd¡\}}d||f }nd|
 }|}||||||	f}tj 
|¡}|  d||¡ t d|||f ¡ |S )Nz"SVN download support is deprecatedr5   r6   r   r®   zsvn:ú@z//r1   r]   ú:z --username=%s --password=%sz --username=z'Doing subversion checkout from %s to %szsvn checkout%s -q %s %s)ÚwarningsrË   ÚUserWarningr9   r*   r,   r   r"   r7   Ú
_splituserÚ
urlunparser·   rV   Úsystem)rƒ   r:   rW   Úcredsr<   Únetlocr>   r[   ÚqrÈ   ÚauthÚhostÚuserÚpwr;   r%   r%   r&   r8  V  s&    zPackageIndex._download_svnc             C   sp   t j | ¡\}}}}}| dd¡d }| dd¡d }d }d|krR| dd¡\}}t j ||||df¡} | |fS )Nú+r6   r2   r5   r   r>  r®   )r   r"   Úurlsplitr9   ÚrsplitÚ
urlunsplit)r:   Ú
pop_prefixr<   rF  r>   r@   rí   Úrevr%   r%   r&   Ú_vcs_split_rev_from_urll  s    z$PackageIndex._vcs_split_rev_from_urlc             C   sl   |  dd¡d }| j|dd\}}|  d||¡ t d||f ¡ |d k	rh|  d|¡ t d	||f ¡ |S )
Nr5   r6   r   T)rP  zDoing git clone from %s to %szgit clone --quiet %s %szChecking out %szgit -C %s checkout --quiet %s)r9   rR  r·   rV   rD  )rƒ   r:   rW   rQ  r%   r%   r&   r9  ~  s    
zPackageIndex._download_gitc             C   sl   |  dd¡d }| j|dd\}}|  d||¡ t d||f ¡ |d k	rh|  d|¡ t d	||f ¡ |S )
Nr5   r6   r   T)rP  zDoing hg clone from %s to %szhg clone --quiet %s %szUpdating to %szhg --cwd %s up -C -r %s -q)r9   rR  r·   rV   rD  )rƒ   r:   rW   rQ  r%   r%   r&   r:  Ž  s    
zPackageIndex._download_hgc             G   s   t j|f|žŽ  d S )N)r   r¶   )rƒ   r›   rm   r%   r%   r&   r¶   ž  s    zPackageIndex.debugc             G   s   t j|f|žŽ  d S )N)r   r·   )rƒ   r›   rm   r%   r%   r&   r·   ¡  s    zPackageIndex.infoc             G   s   t j|f|žŽ  d S )N)r   rË   )rƒ   r›   rm   r%   r%   r&   rË   ¤  s    zPackageIndex.warn)rž   rŸ   NT)F)F)F)N)N)FFFN)FF)N)F)(rŠ   r‹   rŒ   r   r”   rÂ   r³   rµ   rÝ   rÚ   rÄ   rè   rî   rò   rõ   rû   rþ   ró   rð   r3   r  r  r  r  r$  r  r¸   r   ré   r<  r=  r8  ÚstaticmethodrR  r9  r:  r¶   r·   rË   Ú__classcell__r%   r%   )r÷   r&   r   +  sL    

5


+
		
# 
J
)$
#z!&(#(\d+|x[\da-fA-F]+)|[\w.:-]+);?c             C   s   |   d¡}t|ƒS )Nr   )rG   r   )rF   Úwhatr%   r%   r&   Údecode_entity­  s    
rV  c             C   s
   t t| ƒS )a  
    Decode HTML entities in the given text.

    >>> htmldecode(
    ...     'https://../package_name-0.1.2.tar.gz'
    ...     '?tokena=A&amp;tokenb=B">package_name-0.1.2.tar.gz')
    'https://../package_name-0.1.2.tar.gz?tokena=A&tokenb=B">package_name-0.1.2.tar.gz'
    )Ú
entity_subrV  )Útextr%   r%   r&   rz   ²  s    	rz   c                s   ‡ fdd„}|S )Nc                s   ‡ ‡fdd„}|S )Nc           	      s.   t  ¡ }t  ˆ¡ z
ˆ | |ŽS t  |¡ X d S )N)r/  ÚgetdefaulttimeoutÚsetdefaulttimeout)rm   rn   Zold_timeout)ro   Útimeoutr%   r&   Ú_socket_timeoutÀ  s
    

z@socket_timeout.<locals>._socket_timeout.<locals>._socket_timeoutr%   )ro   r\  )r[  )ro   r&   r\  ¿  s    z'socket_timeout.<locals>._socket_timeoutr%   )r[  r\  r%   )r[  r&   Úsocket_timeout¾  s    r]  c             C   s2   t j | ¡}| ¡ }t |¡}| ¡ }| dd¡S )aq  
    A function compatible with Python 2.3-3.3 that will encode
    auth from a URL suitable for an HTTP header.
    >>> str(_encode_auth('username%3Apassword'))
    'dXNlcm5hbWU6cGFzc3dvcmQ='

    Long auth strings should not cause a newline to be inserted.
    >>> long_auth = 'username:' + 'password'*10
    >>> chr(10) in str(_encode_auth(long_auth))
    False
    Ú
r®   )r   r"   r8   ÚencodeÚbase64Ú	b64encoderÁ   r7  )rH  Zauth_sZ
auth_bytesZencoded_bytesÚencodedr%   r%   r&   Ú_encode_authÍ  s
    
rc  c               @   s(   e Zd ZdZdd„ Zdd„ Zdd„ ZdS )	Ú
Credentialz:
    A username/password pair. Use like a namedtuple.
    c             C   s   || _ || _d S )N)ÚusernameÚpassword)rƒ   re  rf  r%   r%   r&   r”   è  s    zCredential.__init__c             c   s   | j V  | jV  d S )N)re  rf  )rƒ   r%   r%   r&   Ú__iter__ì  s    zCredential.__iter__c             C   s   dt | ƒ S )Nz%(username)s:%(password)s)Úvars)rƒ   r%   r%   r&   Ú__str__ð  s    zCredential.__str__N)rŠ   r‹   rŒ   r   r”   rg  ri  r%   r%   r%   r&   rd  ã  s   rd  c               @   s0   e Zd Zdd„ Zedd„ ƒZdd„ Zdd„ Zd	S )
Ú
PyPIConfigc             C   sP   t  dddgd¡}tj | |¡ tj tj d¡d¡}tj 	|¡rL|  
|¡ dS )z%
        Load from ~/.pypirc
        re  rf  Ú
repositoryr®   ú~z.pypircN)ÚdictÚfromkeysr   ÚRawConfigParserr”   rV   r>   ra   Ú
expanduserrÊ   r¿   )rƒ   ÚdefaultsÚrcr%   r%   r&   r”   õ  s
    zPyPIConfig.__init__c                s&   ‡ fdd„ˆ   ¡ D ƒ}ttˆ j|ƒƒS )Nc                s    g | ]}ˆ   |d ¡ ¡ r|‘qS )rk  )r½   rw   )rZ   Úsection)rƒ   r%   r&   r    s    z2PyPIConfig.creds_by_repository.<locals>.<listcomp>)Úsectionsrm  r   Ú_get_repo_cred)rƒ   Zsections_with_repositoriesr%   )rƒ   r&   Úcreds_by_repository   s    zPyPIConfig.creds_by_repositoryc             C   s6   |   |d¡ ¡ }|t|   |d¡ ¡ |   |d¡ ¡ ƒfS )Nrk  re  rf  )r½   rw   rd  )rƒ   rs  Úrepor%   r%   r&   ru  	  s    zPyPIConfig._get_repo_credc             C   s*   x$| j  ¡ D ]\}}| |¡r|S qW dS )zŒ
        If the URL indicated appears to be a repository defined in this
        config, return the credential for that repository.
        N)rv  Úitemsr,   )rƒ   r:   rk  Úcredr%   r%   r&   Úfind_credential  s    
zPyPIConfig.find_credentialN)rŠ   r‹   rŒ   r”   Úpropertyrv  ru  rz  r%   r%   r%   r&   rj  ô  s   	rj  c             C   s:  t j | ¡}|\}}}}}}| d¡r0t d¡‚|dkrFt|ƒ\}	}
nd}	|	s~tƒ  | ¡}|r~t	|ƒ}	|j
| f}tjd	|žŽ  |	rÄdt|	ƒ }	||
||||f}t j |¡}t j |¡}| d|	¡ nt j | ¡}| dt¡ ||ƒ}|	r6t j |j¡\}}}}}}||kr6||
kr6||||||f}t j |¡|_|S )
z4Open a urllib2 request, handling HTTP authenticationr?  znonnumeric port: '')ÚhttpÚhttpsNú*Authenticating as %s for %s (from .pypirc)zBasic ÚAuthorizationz
User-Agent)r~  )r   r"   r7   r+   r   r)  rB  rj  rz  rv   re  r   r·   rc  rC  r©   ÚRequestÚ
add_headerÚ
user_agentr:   )r:   r¨   Úparsedr<   rF  r>   Úparamsr@   rí   rH  Úaddressry  r·   r;   rì   r©   r  Ús2Úh2Úpath2Zparam2Zquery2Zfrag2r%   r%   r&   r(    s8    


r(  c             C   s    |   d¡\}}} |r|nd| fS )zNsplituser('user[:passwd]@host[:port]')
    --> 'user[:passwd]', 'host[:port]'.r>  N)Ú
rpartition)rI  rJ  Údelimr%   r%   r&   rB  I  s    rB  c             C   s   | S )Nr%   )r:   r%   r%   r&   Ú
fix_sf_urlT  s    r‹  c          
   C   s  t j | ¡\}}}}}}t j |¡}tj |¡r<t j | ¡S | 	d¡rêtj 
|¡rêg }xˆt |¡D ]b}	tj ||	¡}
|	dkržt|
dƒ}| ¡ }W dQ R X P ntj 
|
¡r²|	d7 }	| dj|	d¡ qbW d}|j| d |¡d	}d
\}}n
d\}}}ddi}t |¡}t j | ||||¡S )z7Read a local path, with special support for directoriesr1   z
index.htmlÚrNz<a href="{name}">{name}</a>)r-   zB<html><head><title>{url}</title></head><body>{files}</body></html>r^  )r:   Úfiles)éÈ   ÚOK)i”  zPath not foundz	Not foundzcontent-typez	text/html)r   r"   r7   r©   r;  rV   r>   Úisfilerª   r+   rÌ   rÎ   ra   rÞ   r¿   rü   Úformatr   ÚStringIOrº   r»   )r:   r<   r=   r>   Úparamr@   rí   rW   r  rÈ   Úfilepathr  ÚbodyrÇ   ÚstatusÚmessager¼   Zbody_streamr%   r%   r&   r'  X  s,    


r'  )N)N)N)N)r    )]r   ÚsysrV   rY   r  r/  r`  r   rØ   r@  Ú	functoolsr   Zsetuptools.externr   Zsetuptools.extern.six.movesr   r   r   r   r!   Úpkg_resourcesr   r	   r
   r   r   r   r   r   r   r   r   r   r   r   Ú	distutilsr   Údistutils.errorsr   Úfnmatchr   Zsetuptools.py27compatr   Zsetuptools.py33compatr   Zsetuptools.wheelr   ÚtypeÚ__metaclass__rœ   rE   ÚIrx   rê   rF   r²   r9   rP   Ú__all__Z_SOCKET_TIMEOUTZ_tmplr‘  Úversion_infor‚  r'   r   rB   r   rD   rX   r   rl   rq   rs   r   r‚   rŽ   r   rë   rW  rV  rz   r]  rc  rd  ro  rj  r©   rª   r(  rB  r‹  r'  r%   r%   r%   r&   Ú<module>   s„   <
	

!
"
!     
&/