3
h`Ȝ                 @   s  d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl	m
Z
 ddlmZ ddlmZmZmZmZ ddlZddlmZmZmZmZmZmZmZmZmZmZmZmZm Z  ddlm!Z! ddl"m#Z# dd	l$m%Z% dd
l&m'Z' ddl(m)Z) ddl*m+Z+ ddl,m-Z- ej.dZ/ej.dej0Z1ej.dZ2ej.dej0j3Z4dj5 Z6ddddgZ7dZ8dZ9e9j:ej;dd edZ<dd Z=dd Z>dd Z?dEd dZ@dFd!d"ZAdGd#d$ZBdedfd%dZCdHd&d'ZDd(d) ZEej.d*ej0ZFeEd+d, ZGG d-d. d.eHZIG d/d0 d0eIZJG d1d deZKej.d2jLZMd3d4 ZNd5d6 ZOdId7d8ZPd9d: ZQG d;d< d<eHZRG d=d> d>ejSZTejUjVfd?d@ZWePe8eWZWdAdB ZXdCdD ZYdS )Jz#PyPI and direct package downloading    N)wraps)six)urllibhttp_clientconfigparsermap)CHECKOUT_DISTDistributionBINARY_DISTnormalize_pathSOURCE_DISTEnvironmentfind_distributions	safe_namesafe_versionto_filenameRequirementDEVELOP_DISTEGG_DIST)ssl_support)log)DistutilsError)	translate)get_all_headers)unescape)Wheelz^egg=([-A-Za-z0-9_.+!]+)$zhref\s*=\s*['"]?([^'"> ]+)z<a href="([^"#]+)">([^<]+)</a>
\s+\(<a (?:title="MD5 hash"
\s+)href="[^?]+\?:action=show_md5&amp;digest=([0-9a-f]{32})">md5</a>\)z([-+.a-z0-9]{2,}):z.tar.gz .tar.bz2 .tar .zip .tgzPackageIndexdistros_for_urlparse_bdist_wininstinterpret_distro_name   z<setuptools/{setuptools.__version__} Python-urllib/{py_major}   )Zpy_major
setuptoolsc             C   s2   y
t j| S  tk
r,   td| f Y nX d S )Nz1Not a URL, existing file, or requirement spec: %r)r   parse
ValueErrorr   )spec r&   >/tmp/pip-build-ikjamrr1/setuptools/setuptools/package_index.pyparse_requirement_arg2   s
    
r(   c             C   s   | j  }d\}}}|jdr|jdr8| dd }d}nn|jddrb| dd }| dd }d}nD|jd
r~| dd }d}n(|jddr| dd }| dd }d}|||fS )z=Return (base,pyversion) or (None,None) for possible .exe nameNz.exez
.win32.exe
   win32z	.win32-py         z.win-amd64.exe   z	win-amd64z.win-amd64-py   )NNNiiiiiiir0   i)lowerendswith
startswith)namer1   basepy_verplatr&   r&   r'   r   ;   s$    



c       	      C   sx   t jj| }|\}}}}}}t jj|jdd }|dkrX|dkrXt jj|jdd }d|krp|jdd\}}||fS )	N/   zsourceforge.netdownload   #)r   r#   urlparseunquotesplit)	urlpartsschemeserverpathZ
parametersqueryfragmentr5   r&   r&   r'   egg_info_for_urlS   s    rI   c             c   sd   t | \}}xt| ||D ]
}|V  qW |r`tj|}|r`x$t| |jd|tdD ]
}|V  qRW dS )zEYield egg or source distribution objects that might be found at a URLr9   )
precedenceN)rI   distros_for_locationEGG_FRAGMENTmatchr   groupr   )rB   metadatar5   rH   distrM   r&   r&   r'   r   ^   s    

c             C   s   |j dr|dd
 }|j dr8d|kr8tj| ||gS |j drxd|krxt|}|j s^g S t| |j|jtd dgS |j d	rt|\}}}|dk	rt	| |||t
|S x4tD ],}|j |r|dt|  }t	| ||S qW g S )z:Yield egg or source distribution objects based on basenamez.egg.zipNr-   z.egg-z.whlr9   )locationproject_nameversionrJ   z.exer0   )r2   r	   from_locationr   Zis_compatiblerS   rT   r   r   r   r
   
EXTENSIONSlen)rR   basenamerO   wheelZwin_baser6   platformextr&   r&   r'   rK   l   s.    



rK   c             C   s   t t| tjj| |S )zEYield possible egg or source distribution objects based on a filename)rK   r   osrF   rX   )filenamerO   r&   r&   r'   distros_for_filename   s    r^   c          
   c   s   |j d}| r.tdd |dd D r.dS xNtdt|d D ]8}t| |dj|d| dj||d |||dV  qBW dS )zGenerate alternative interpretations of a source distro name

    Note: if `location` is a filesystem filename, you should call
    ``pkg_resources.normalize_path()`` on it before passing it to this
    routine!
    rQ   c             s   s   | ]}t jd |V  qdS )z	py\d\.\d$N)rerM   ).0pr&   r&   r'   	<genexpr>   s    z(interpret_distro_name.<locals>.<genexpr>r;   Nr9   )
py_versionrJ   rZ   )rA   anyrangerW   r	   join)rR   rX   rO   rc   rJ   rZ   rC   ra   r&   r&   r'   r      s    
 $c             c   sn   t  }|j}|dkr>xTtjj|j| D ]}|| |V  q&W n,x*| D ]"}||}||krD|| |V  qDW dS )zHList unique elements, preserving order. Remember all elements ever seen.N)setaddr   movesfilterfalse__contains__)iterablekeyseenZseen_addelementkr&   r&   r'   unique_everseen   s    
rq   c                s   t   fdd}|S )zs
    Wrap a function returning an iterable such that the resulting iterable
    only ever yields unique items.
    c                 s   t  | |S )N)rq   )argskwargs)funcr&   r'   wrapper   s    zunique_values.<locals>.wrapper)r   )rt   ru   r&   )rt   r'   unique_values   s    rv   z(<([^>]*\srel\s*=\s*['"]?([^'">]+)[^>]*)>c             c   s   xvt j|D ]h}|j \}}tttj|j jd}d|ksFd|krx,t	j|D ]}t
jj| t|jdV  qRW qW xHdD ]@}|j|}|d	kr~t	j||}|r~t
jj| t|jdV  q~W dS )
zEFind rel="homepage" and rel="download" links in `page`, yielding URLs,Zhomepager:   r9   <th>Home Page<th>Download URLN)rx   ry   r=   )RELfinditergroupsrg   r   strstripr1   rA   HREFr   r#   urljoin
htmldecoderN   findsearch)rB   pagerM   tagrelZrelsposr&   r&   r'   find_external_links   s    "

r   c               @   s(   e Zd ZdZdd Zdd Zdd ZdS )	ContentCheckerzP
    A null content checker that defines the interface for checking content
    c             C   s   dS )z3
        Feed a block of data to the hash.
        Nr&   )selfblockr&   r&   r'   feed   s    zContentChecker.feedc             C   s   dS )zC
        Check the hash. Return False if validation fails.
        Tr&   )r   r&   r&   r'   is_valid   s    zContentChecker.is_validc             C   s   dS )zu
        Call reporter with information about the checker (hash name)
        substituted into the template.
        Nr&   )r   reportertemplater&   r&   r'   report   s    zContentChecker.reportN)__name__
__module____qualname____doc__r   r   r   r&   r&   r&   r'   r      s   r   c               @   sB   e Zd ZejdZdd Zedd Zdd Z	dd	 Z
d
d ZdS )HashCheckerzK(?P<hash_name>sha1|sha224|sha384|sha256|sha512|md5)=(?P<expected>[a-f0-9]+)c             C   s   || _ tj|| _|| _d S )N)	hash_namehashlibnewhashexpected)r   r   r   r&   r&   r'   __init__  s    zHashChecker.__init__c             C   s>   t jj|d }|st S | jj|}|s0t S | f |j S )z5Construct a (possibly null) ContentChecker from a URLr9   r=   )r   r#   r?   r   patternr   	groupdict)clsrB   rH   rM   r&   r&   r'   from_url  s    zHashChecker.from_urlc             C   s   | j j| d S )N)r   update)r   r   r&   r&   r'   r     s    zHashChecker.feedc             C   s   | j j | jkS )N)r   	hexdigestr   )r   r&   r&   r'   r      s    zHashChecker.is_validc             C   s   || j  }||S )N)r   )r   r   r   msgr&   r&   r'   r   #  s    
zHashChecker.reportN)r   r   r   r_   compiler   r   classmethodr   r   r   r   r&   r&   r&   r'   r     s   r   c                   s<  e Zd ZdZdKddZdLd	d
ZdMddZdNddZdd Zdd Z	dd Z
dd ZdOddZdd ZdP fdd	Zdd Zdd  Zd!d" Zd#d$ Zd%d& ZdQd'd(ZdRd)d*Zd+d, Zd-Zd.d/ Zd0d1 ZdSd2d3Zd4d5 Zd6d7 Zd8d9 Zd:d; Zd<d= Ze dTd>d?Z!d@dA Z"dBdC Z#dDdE Z$dFdG Z%dHdI Z&  Z'S )Ur   z;A distribution index that scans web pages for download URLshttps://pypi.org/simple/*NTc             O   s   t j| f|| |dd |jd   | _i | _i | _i | _tjdj	t
t|j| _g | _|ortjor|prtj }|rtj|| _n
tjj| _d S )Nr8   |)r   r   r2   	index_urlscanned_urlsfetched_urlspackage_pagesr_   r   rf   r   r   rM   allowsto_scanr   Zis_availableZfind_ca_bundleZ
opener_foropenerr   requesturlopen)r   r   hostsZ	ca_bundleZ
verify_sslrr   kwZuse_sslr&   r&   r'   r   +  s    zPackageIndex.__init__Fc             C   s  || j kr| rdS d| j |< t|s4| j| dS tt|}|r^| j|sRdS | jd| |sr| sr|| jkrtt| j	| dS | j|sd| j|< dS | j
d| d| j|< d}| j||| }|dkrdS d| j|j< d|jjddj kr|j  dS |j}|j }t|tsRt|tjjr4d	}n|jjd
pDd	}|j|d}|j  x6tj|D ](}	tjj|t|	jd}
| j|
 qfW |j | j!rt"|dddkr| j#||}dS )z<Evaluate a URL as a possible download, and maybe retrieve itNTzFound link: %sz
Reading %sz<Download error on %s: %%s -- Some packages may not be found!htmlzcontent-type zlatin-1charsetignorer9   codei  )$r   
URL_SCHEMEprocess_filenamelistr   url_okdebugr   r   rh   infoopen_urlrB   headersgetr1   closeread
isinstancer}   r   error	HTTPError	get_paramdecoder   r{   r#   r   r   rN   process_urlr3   r   getattrprocess_index)r   rB   retrievediststmplfr5   r   r   rM   linkr&   r&   r'   r   @  sP    





 zPackageIndex.process_urlc             C   s   t jj|s| jd| d S t jj|rd| rdt jj|}x(t j|D ]}| jt jj||d qFW t	|}|r| j
d| tt| j| d S )NzNot found: %sTz	Found: %s)r\   rF   existswarnisdirrealpathlistdirr   rf   r^   r   r   r   rh   )r   fnnestedrF   itemr   r&   r&   r'   r   s  s    zPackageIndex.process_filenamec             C   sb   t |}|o|jdj dk}|s8| jtjj|d r<dS d}|rRt|| n| j|| d S )Nr9   fileTzN
Note: Bypassing %s (disallowed host; see http://bit.ly/2hrImnY for details).
)	r   rN   r1   r   r   r#   r?   r   r   )r   rB   fatalsis_filer   r&   r&   r'   r     s    zPackageIndex.url_okc             C   s2   t tjj|}dd |D }ttj| j| d S )Nc             s   s0   | ](}t j|D ]}|jd r||fV  qqdS )z	.egg-linkN)r\   r   r2   )r`   rF   entryr&   r&   r'   rb     s   z.PackageIndex.scan_egg_links.<locals>.<genexpr>)filterr\   rF   r   r   	itertoolsstarmapscan_egg_link)r   search_pathdirsZ	egg_linksr&   r&   r'   scan_egg_links  s    zPackageIndex.scan_egg_linksc             C   s   t tjj||}ttd ttj|}W d Q R X t	|dkrDd S |\}}x>t
tjj||D ](}tjj|f| |_t|_| j| q`W d S )Nr;   )openr\   rF   rf   r   r   r   r}   r~   rW   r   rR   r   rJ   rh   )r   rF   r   Z	raw_lineslinesZegg_pathZ
setup_pathrP   r&   r&   r'   r     s     zPackageIndex.scan_egg_linkc       
         s    fdd}xHt j|D ]:}y |tjj|t|jd W q tk
rP   Y qX qW ||\}}|rxXt||D ]J}t	|\}}	|j
dr|	 r|r|d||f 7 }n
 j|  j| qrW tjdd |S dS d	S )
z#Process the contents of a PyPI pagec                s   | j  jrtttjj| t jd  jd}t|dkrd|d krt	|d }t
|d }d jj|j i | < t|t|fS dS )Nr8   r;   r<   r9   r   T)NN)r3   r   r   r   r   r#   r@   rW   rA   r   r   r   
setdefaultr1   r   )r   rC   pkgver)r   r&   r'   scan  s    "z(PackageIndex.process_index.<locals>.scanr9   z.pyz
#egg=%s-%sc             S   s   d| j ddd S )Nz<a href="%s#md5=%s">%s</a>r9   r!   r;   )rN   )mr&   r&   r'   <lambda>  s    z,PackageIndex.process_index.<locals>.<lambda>r   N)r   r{   r   r#   r   r   rN   r$   r   rI   r2   need_version_infoscan_urlPYPI_MD5sub)
r   rB   r   r   rM   r   r   new_urlr5   fragr&   )r   r'   r     s$     

zPackageIndex.process_indexc             C   s   | j d| d S )NzPPage at %s links to .py file(s) without version info; an index scan is required.)scan_all)r   rB   r&   r&   r'   r     s    zPackageIndex.need_version_infoc             G   s:   | j | jkr*|r | j|f|  | jd | j| j  d S )Nz6Scanning index of all packages (this may take a while))r   r   r   r   r   )r   r   rr   r&   r&   r'   r     s    zPackageIndex.scan_allc             C   s~   | j | j|j d  | jj|js:| j | j|j d  | jj|jsR| j| x&t| jj|jf D ]}| j | qhW d S )Nr8   )	r   r   unsafe_namer   r   rm   rS   not_found_in_indexr   )r   requirementrB   r&   r&   r'   find_packages  s    
zPackageIndex.find_packagesc                sR   | j   | j| x,| |j D ]}||kr.|S | jd|| qW tt| j||S )Nz%s does not match %s)prescanr   rm   r   superr   obtain)r   r   	installerrP   )	__class__r&   r'   r     s    
zPackageIndex.obtainc             C   sL   |j | jd|  |j sH|j  tj| td|jjtj	j
|f dS )z-
        checker is a ContentChecker
        zValidating %%s checksum for %sz7%s validation failed for %s; possible download problem?N)r   r   r   r   r\   unlinkr   r   r4   rF   rX   )r   checkerr]   tfpr&   r&   r'   
check_hash  s    

zPackageIndex.check_hashc             C   sT   xN|D ]F}| j dks4t| s4|jds4tt|r@| j| q| j j| qW dS )z;Add `urls` to the list that will be prescanned for searchesNzfile:)r   r   r3   r   r   r   append)r   urlsrB   r&   r&   r'   add_find_links  s    



zPackageIndex.add_find_linksc             C   s"   | j rtt| j| j  d| _ dS )z7Scan urls scheduled for prescanning (e.g. --find-links)N)r   r   r   r   )r   r&   r&   r'   r     s    zPackageIndex.prescanc             C   s<   | |j  r| jd }}n| jd }}|||j | j  d S )Nz#Couldn't retrieve index page for %rz3Couldn't find index page for %r (maybe misspelled?))rm   r   r   r   r   )r   r   methr   r&   r&   r'   r   !  s    
zPackageIndex.not_found_in_indexc             C   s~   t |tsjt|}|rR| j|jd||}t|\}}|jdrN| j|||}|S tj	j
|rb|S t|}t| j||ddS )a  Locate and/or download `spec` to `tmpdir`, returning a local path

        `spec` may be a ``Requirement`` object, or a string containing a URL,
        an existing local filename, or a project/version requirement spec
        (i.e. the string form of a ``Requirement`` object).  If it is the URL
        of a .py file with an unambiguous ``#egg=name-version`` tag (i.e., one
        that escapes ``-`` as ``_`` throughout), a trivial ``setup.py`` is
        automatically created alongside the downloaded file.

        If `spec` is a ``Requirement`` object or a string containing a
        project/version requirement spec, this method returns the location of
        a matching distribution (possibly after downloading it to `tmpdir`).
        If `spec` is a locally existing file or directory name, it is simply
        returned unchanged.  If `spec` is a URL, it is downloaded to a subpath
        of `tmpdir`, and the local filename is returned.  Various errors may be
        raised if a problem occurs during downloading.
        r9   z.pyrR   N)r   r   r   _download_urlrN   rI   r2   	gen_setupr\   rF   r   r(   r   fetch_distribution)r   r%   tmpdirrD   foundr5   rH   r&   r&   r'   r:   +  s    

zPackageIndex.downloadc       	         s   j d| i d}d
 fdd	}|rHj  j| ||}| r`|dk	r`|||}|dkrjdk	rzj  ||}|dkr| rj| ||}|dkrjdrdpd| nj d| |j|jd	S dS )a|  Obtain a distribution suitable for fulfilling `requirement`

        `requirement` must be a ``pkg_resources.Requirement`` instance.
        If necessary, or if the `force_scan` flag is set, the requirement is
        searched for in the (online) package index as well as the locally
        installed packages.  If a distribution matching `requirement` is found,
        the returned distribution's ``location`` is the value you would have
        gotten from calling the ``download()`` method with the matching
        distribution's URL or filename.  If no matching distribution is found,
        ``None`` is returned.

        If the `source` flag is set, only source distributions and source
        checkout links will be considered.  Unless the `develop_ok` flag is
        set, development and system eggs (i.e., those using the ``.egg-info``
        format) will be ignored.
        zSearching for %sNc                s   |d kr}x|| j  D ]t}|jtkrJ  rJ|krjd| d|< q|| ko`|jtkp` }|rj|j}||_tj	j
|jr|S qW d S )Nz&Skipping development or system egg: %sr9   )rm   rJ   r   r   r   r:   rR   download_locationr\   rF   r   )reqenvrP   testloc)
develop_okr   skippedsourcer  r&   r'   r   e  s     z-PackageIndex.fetch_distribution.<locals>.findz:No local packages or working download links found for %s%sza source distribution of r   zBest match: %s)rR   )N)r   r   r   r   r   cloner	  )	r   r   r  
force_scanr  r  Zlocal_indexrP   r   r&   )r  r   r  r  r  r'   r  M  s0    




zPackageIndex.fetch_distributionc             C   s"   | j ||||}|dk	r|jS dS )a3  Obtain a file suitable for fulfilling `requirement`

        DEPRECATED; use the ``fetch_distribution()`` method now instead.  For
        backward compatibility, this routine is identical but returns the
        ``location`` of the downloaded distribution instead of a distribution
        object.
        N)r  rR   )r   r   r  r  r  rP   r&   r&   r'   fetch  s    zPackageIndex.fetchc       
      C   s   t j|}|r*dd t||jdd D p,g }t|dkrtjj|}tjj||krtjj	||}ddl
m} |||stj|| |}ttjj	|dd2}	|	jd|d j|d jtjj|d f  W d Q R X |S |rtd	||f ntd
d S )Nc             S   s   g | ]}|j r|qS r&   )rT   )r`   dr&   r&   r'   
<listcomp>  s    z*PackageIndex.gen_setup.<locals>.<listcomp>r9   r   )samefilezsetup.pywzIfrom setuptools import setup
setup(name=%r, version=%r, py_modules=[%r])
zCan't unambiguously interpret project/version identifier %r; any dashes in the name or version should be escaped using underscores. %rzpCan't process plain .py files without an '#egg=name-version' suffix to enable automatic setup script generation.)rL   rM   r   rN   rW   r\   rF   rX   dirnamerf   Zsetuptools.command.easy_installr  shutilcopy2r   writerS   rT   splitextr   )
r   r]   rH   r  rM   r   rX   dstr  r   r&   r&   r'   r    s2    

 zPackageIndex.gen_setupi    c             C   s  | j d| d }ztj|}| j|}t|tjjrJtd||j	|j
f |j  }d}| j}d}d|krt|d}	ttt|	}| j||||| t|dZ}
xD|j|}|r|j| |
j| |d7 }| j||||| qP qW | j|||
 W d Q R X |S |r|j  X d S )	NzDownloading %szCan't download %s: %s %sr   r9   zcontent-lengthzContent-Lengthwbr=   )r   r   r   r   r   r   r   r   r   r   r   dl_blocksizer   maxr   int
reporthookr   r   r   r  r   r   )r   rB   r]   fpr   r   blocknumbssizesizesr   r   r&   r&   r'   _download_to  s:    





zPackageIndex._download_toc             C   s   d S )Nr&   )r   rB   r]   r$  Zblksizer&  r&   r&   r'   r"    s    zPackageIndex.reporthookc             C   s  |j drt|S yt|| jS  ttjfk
r } z>djdd |jD }|r^| j	|| nt
d||f W Y d d }~X n tjjk
r } z|S d }~X n tjjk
r } z,|r| j	||j nt
d||jf W Y d d }~X n tjk
r8 } z.|r| j	||j nt
d||jf W Y d d }~X nP tjtjfk
r } z*|rf| j	|| nt
d||f W Y d d }~X nX d S )Nzfile: c             S   s   g | ]}t |qS r&   )r}   )r`   argr&   r&   r'   r    s    z)PackageIndex.open_url.<locals>.<listcomp>z%s %szDownload error for %s: %sz;%s returned a bad status line. The server might be down, %s)r3   
local_openopen_with_authr   r$   r   
InvalidURLrf   rr   r   r   r   r   r   URLErrorreasonBadStatusLinelineHTTPExceptionsocket)r   rB   warningvr   r&   r&   r'   r     s6    
"zPackageIndex.open_urlc             C   s   t |\}}|r4x&d|kr0|jddjdd}qW nd}|jdrN|d d }tjj||}|dksn|jd	rz| j||S |d
ks|jdr| j||S |jdr| j	||S |dkrt
jjt
jj|d S | j|d | j||S d S )Nz...\_Z__downloaded__z.egg.zipr-   svnzsvn+gitzgit+zhg+r   r;   Tr0   )rI   replacer2   r\   rF   rf   r3   _download_svn_download_git_download_hgr   r   url2pathnamer#   r?   r   _attempt_download)r   rD   rB   r  r4   rH   r]   r&   r&   r'   r    s$    


zPackageIndex._download_urlc             C   s   | j |d d S )NT)r   )r   rB   r&   r&   r'   r   8  s    zPackageIndex.scan_urlc             C   s6   | j ||}d|jddj kr.| j|||S |S d S )Nr   zcontent-typer   )r(  r   r1   _download_html)r   rB   r]   r   r&   r&   r'   r@  ;  s    zPackageIndex._attempt_downloadc             C   sl   t |}x@|D ]8}|j rtjd|rD|j  tj| | j||S P qW |j  tj| td| d S )Nz <title>([^- ]+ - )?Revision \d+:zUnexpected HTML page found at )	r   r~   r_   r   r   r\   r   r<  r   )r   rB   r   r]   r   r1  r&   r&   r'   rA  B  s    


zPackageIndex._download_htmlc             C   s  |j ddd }d}|j jdrd|krtjj|\}}}}}}	| r|jdrd|d	d  kr|d	d  j dd\}}tjj|\}
}|
rd
|
kr|
j d
d\}}d||f }nd|
 }|}||||||	f}tjj|}| jd|| t	j
d|||f  |S )Nr<   r9   r   r   zsvn:@z//r8   r;   :z --username=%s --password=%sz --username=z'Doing subversion checkout from %s to %szsvn checkout%s -q %s %s)rA   r1   r3   r   r#   r?   	splituser
urlunparser   r\   system)r   rB   r]   credsrD   netlocrF   ra   qr   authhostuserpwrC   r&   r&   r'   r<  Q  s$     zPackageIndex._download_svnc             C   sp   t jj| \}}}}}|jddd }|jddd }d }d|krR|jdd\}}t jj||||df} | |fS )N+r9   r<   r   rB  r   r=   )r   r#   urlsplitrA   rsplit
urlunsplit)rB   
pop_prefixrD   rH  rF   rG   r   revr&   r&   r'   _vcs_split_rev_from_urlf  s    z$PackageIndex._vcs_split_rev_from_urlc             C   sl   |j ddd }| j|dd\}}| jd|| tjd||f  |d k	rh| jd| tjd	||f  |S )
Nr<   r9   r   T)rR  zDoing git clone from %s to %szgit clone --quiet %s %szChecking out %sz"(cd %s && git checkout --quiet %s))rA   rT  r   r\   rF  )r   rB   r]   rS  r&   r&   r'   r=  x  s    
zPackageIndex._download_gitc             C   sl   |j ddd }| j|dd\}}| jd|| tjd||f  |d k	rh| jd| tjd	||f  |S )
Nr<   r9   r   T)rR  zDoing hg clone from %s to %szhg clone --quiet %s %szUpdating to %sz(cd %s && hg up -C -r %s -q))rA   rT  r   r\   rF  )r   rB   r]   rS  r&   r&   r'   r>    s    
zPackageIndex._download_hgc             G   s   t j|f|  d S )N)r   r   )r   r   rr   r&   r&   r'   r     s    zPackageIndex.debugc             G   s   t j|f|  d S )N)r   r   )r   r   rr   r&   r&   r'   r     s    zPackageIndex.infoc             G   s   t j|f|  d S )N)r   r   )r   r   rr   r&   r&   r'   r     s    zPackageIndex.warnr   )r   rU  NT)F)F)F)N)N)FFFN)FF)N)F)(r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r  r   r   r:   r  r  r  r  r(  r"  r   r  r   r@  rA  r<  staticmethodrT  r=  r>  r   r   r   __classcell__r&   r&   )r   r'   r   (  sL    

3


+
		
# 
J
)$
#z!&(#(\d+|x[\da-fA-F]+)|[\w.:-]+);?c             C   s   | j d}t|S )Nr9   )rN   r   )rM   whatr&   r&   r'   decode_entity  s    
rY  c             C   s
   t t| S )z'Decode HTML entities in the given text.)
entity_subrY  )textr&   r&   r'   r     s    r   c                s    fdd}|S )Nc                s    fdd}|S )Nc                 s.   t j }t j z
 | |S t j| X d S )N)r3  getdefaulttimeoutsetdefaulttimeout)rr   rs   Zold_timeout)rt   timeoutr&   r'   _socket_timeout  s
    

z@socket_timeout.<locals>._socket_timeout.<locals>._socket_timeoutr&   )rt   r_  )r^  )rt   r'   r_    s    z'socket_timeout.<locals>._socket_timeoutr&   )r^  r_  r&   )r^  r'   socket_timeout  s    r`  c             C   s2   t jj| }|j }tj|}|j }|jddS )aq  
    A function compatible with Python 2.3-3.3 that will encode
    auth from a URL suitable for an HTTP header.
    >>> str(_encode_auth('username%3Apassword'))
    'dXNlcm5hbWU6cGFzc3dvcmQ='

    Long auth strings should not cause a newline to be inserted.
    >>> long_auth = 'username:' + 'password'*10
    >>> chr(10) in str(_encode_auth(long_auth))
    False
    
r   )r   r#   r@   encodebase64encodestringr   r;  )rJ  Zauth_sZ
auth_bytesZencoded_bytesencodedr&   r&   r'   _encode_auth  s
    
rf  c               @   s(   e Zd ZdZdd Zdd Zdd ZdS )	
Credentialz:
    A username/password pair. Use like a namedtuple.
    c             C   s   || _ || _d S )N)usernamepassword)r   rh  ri  r&   r&   r'   r     s    zCredential.__init__c             c   s   | j V  | jV  d S )N)rh  ri  )r   r&   r&   r'   __iter__  s    zCredential.__iter__c             C   s   dt |  S )Nz%(username)s:%(password)s)vars)r   r&   r&   r'   __str__  s    zCredential.__str__N)r   r   r   r   r   rj  rl  r&   r&   r&   r'   rg    s   rg  c               @   s0   e Zd Zdd Zedd Zdd Zdd Zd	S )

PyPIConfigc             C   sP   t jdddgd}tjj| | tjjtjjdd}tjj	|rL| j
| dS )z%
        Load from ~/.pypirc
        rh  ri  
repositoryr   ~z.pypircN)dictfromkeysr   RawConfigParserr   r\   rF   rf   
expanduserr   r   )r   defaultsrcr&   r&   r'   r     s
    zPyPIConfig.__init__c                s&    fdd j  D }tt j|S )Nc                s    g | ]} j |d j r|qS )rn  )r   r~   )r`   section)r   r&   r'   r    s    z2PyPIConfig.creds_by_repository.<locals>.<listcomp>)sectionsrp  r   _get_repo_cred)r   Zsections_with_repositoriesr&   )r   r'   creds_by_repository  s    zPyPIConfig.creds_by_repositoryc             C   s6   | j |dj }|t| j |dj | j |dj fS )Nrn  rh  ri  )r   r~   rg  )r   rv  repor&   r&   r'   rx    s    zPyPIConfig._get_repo_credc             C   s*   x$| j j D ]\}}|j|r|S qW dS )z
        If the URL indicated appears to be a repository defined in this
        config, return the credential for that repository.
        N)ry  itemsr3   )r   rB   rn  credr&   r&   r'   find_credential  s    
zPyPIConfig.find_credentialN)r   r   r   r   propertyry  rx  r}  r&   r&   r&   r'   rm    s   	rm  c             C   s:  t jj| \}}}}}}|jdr,tjd|d
krFt jj|\}}	nd}|s~t j| }
|
r~t	|
}|
j
| f}tjd|  |rdt| }||	||||f}t jj|}t jj|}|jd| nt jj| }|jd	t ||}|r6t jj|j\}}}}}}||kr6||	kr6||||||f}t jj||_|S )z4Open a urllib2 request, handling HTTP authenticationrC  znonnumeric port: ''httphttpsN*Authenticating as %s for %s (from .pypirc)zBasic Authorizationz
User-Agent)r  r  )r  )r   r#   r?   r2   r   r-  rD  rm  r}  r}   rh  r   r   rf  rE  r   Request
add_header
user_agentrB   )rB   r   rD   rH  rF   paramsrG   r   rJ  rK  r|  r   rC   r   r   r#  s2h2path2Zparam2Zquery2Zfrag2r&   r&   r'   r,    s6    


r,  c             C   s   | S )Nr&   )rB   r&   r&   r'   
fix_sf_url?  s    r  c             C   s  t jj| \}}}}}}t jj|}tjj|r<t jj| S |j	drtjj
|rg }xtj|D ]b}	tjj||	}
|	dkrt|
d}|j }W dQ R X P ntjj
|
r|	d7 }	|jdj|	d qbW d}|j| dj|d	}d\}}n
d\}}}ddi}tj|}t jj| ||||S )z7Read a local path, with special support for directoriesr8   z
index.htmlrNz<a href="{name}">{name}</a>)r4   zB<html><head><title>{url}</title></head><body>{files}</body></html>ra  )rB   files   OK  Path not found	Not foundzcontent-typez	text/html)r  r  )r  r  r  )r   r#   r?   r   r?  r\   rF   isfiler   r2   r   r   rf   r   r   r   formatr   StringIOr   r   )rB   rD   rE   rF   paramrG   r   r]   r  r   filepathr#  bodyr   statusmessager   Zbody_streamr&   r&   r'   r+  C  s,    


r+  )N)N)N)N)r    )Zr   sysr\   r_   r  r3  rc  r   r   	functoolsr   Zsetuptools.externr   Zsetuptools.extern.six.movesr   r   r   r   r"   pkg_resourcesr   r	   r
   r   r   r   r   r   r   r   r   r   r   r   	distutilsr   Zdistutils.errorsr   fnmatchr   Zsetuptools.py27compatr   Zsetuptools.py33compatr   Zsetuptools.wheelr   r   rL   Ir   r   rM   r   rA   rV   __all__Z_SOCKET_TIMEOUTZ_tmplr  rT   r  r(   r   rI   r   rK   r^   r   rq   rv   rz   r   objectr   r   r   r   rZ  rY  r   r`  rf  rg  rr  rm  r   r   r,  r  r+  r&   r&   r&   r'   <module>   s|   <
	

!
"
!     
&.