
 X                 @   s  d  Z  d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z d d l m	 Z	 m
 Z
 m Z m Z d d l m Z m Z m Z m Z m Z d d l m Z m Z d d l m Z m Z m Z d d l m Z m Z d d	 l m Z m Z m  Z  d d l! Z! d d l" Z" d d l# Z# d d
 l$ m% Z% d g Z& d Z' i d g d 6Z( Gd d   d e)  Z* Gd d   d e)  Z+ Gd d   d e)  Z, Gd d   d e)  Z- e- e	  Z. d d   Z/ d d   Z0 d S)z!Routines related to PyPI, indexes    N)logger)Infnormalize_namesplitextis_prerelease)DistributionNotFoundBestVersionAlreadyInstalledInstallationErrorInvalidWheelFilenameUnsupportedWheel)urlparseurl2pathname)
PipSessionurl_to_pathpath_to_url)Wheel	wheel_ext)supported_tagssupported_tags_noarchget_platform)SSLErrorPackageFinderzlast.pypi.python.orghttpshttpc            	   @   s  e  Z d  Z d Z d g  g  d d d d d d  Z d d   Z d	 d
   Z d d   Z d d   Z d d   Z	 d d   Z
 d d   Z e j d  Z e j d e j  Z e j d  Z d d   Z d d   Z d d   Z d d   Z d  d!   Z d" d#   Z d S)$r   zThis finds packages.

    This is meant to match easy_install's technique for looking for
    packages, by reading pages and looking for appropriate links
    TFNc
       
      C   s   | |  _  | |  _ g  |  _ t   |  _ t   |  _ | |  _ t d d   | D  |  _ t d d   | D  |  _	 |  j |  j	 O_ | |  _
 d |  _ d |  _ | |  _ | |  _ d |  _ |	 p t   |  _ d  S)Nc             s   s   |  ] } t  |  Vq d  S)N)r   ).0n r   4/home/ubuntu/projects/ifolica/build/pip/pip/index.py	<genexpr>4   s    z)PackageFinder.__init__.<locals>.<genexpr>c             s   s   |  ] } t  |  Vq d  S)N)r   )r   r   r   r   r   r   8   s    F)
find_links
index_urlsdependency_links	PageCachecachesetlogged_links	use_wheelallow_externalallow_unverifiedallow_all_externalneed_warn_externalneed_warn_unverifiedallow_all_prereleasesprocess_dependency_links_have_warned_dependency_linksr   session)
selfr   r    r&   r'   r(   r)   r,   r-   r/   r   r   r   __init__&   s"    										zPackageFinder.__init__c             C   sE   |  j  rA |  j s. t j d d  d |  _ n  |  j j |  n  d  S)Nz1.6zpDependency Links processing has been deprecated with an accelerated time schedule and will be removed in pip 1.6T)r-   r.   r   
deprecatedr!   extend)r0   linksr   r   r   add_dependency_linksS   s    		z"PackageFinder.add_dependency_linksc       	         sJ  g    g      f d d   } x| D]} t  j j |  } | j d  } | |  j k } | sj | r/| ry | } n t |  } | r t  j j |  r t  j j |  } xz t  j |  D] } | t  j j	 | |   q Wq<| rt  j j |  r j
 |  q<t  j j |  r<| |  q<q(  j
 |  q( W   f S)zt
        Sort locations into "files" (archives) and "urls", and return
        a pair of lists (files,urls)
        c                sL   t  |   } t j | d d d d k r;  j |  n   j |  d  S)NstrictFr   z	text/html)r   	mimetypes
guess_typeappend)pathurl)filesurlsr   r   	sort_pathk   s    z0PackageFinder._sort_locations.<locals>.sort_pathzfile:)osr:   exists
startswithr   r   isdirrealpathlistdirjoinr9   isfile)	r0   	locationsr>   r;   is_local_pathis_file_urlis_find_linkr:   itemr   )r<   r=   r   _sort_locationsb   s*    	 zPackageFinder._sort_locationsc             C   s   | \ } } } |  j  r t t  } | t k r9 d } nW | j t k r t | j  } | j   sy t	 d | j   n  | j
   } n | } | | f S| Sd S)aL  
        Function used to generate link sort key for link tuples.
        The greater the return value, the more preferred it is.
        If not finding wheels, then sorted by version only.
        If finding wheels, then the sort order is by version, then:
          1. existing installs
          2. wheels ordered via Wheel.support_index_min()
          3. source archives
        Note: it was considered to embed this logic into the Link
              comparison operators, but then different sdist links
              with the same version, would have to be considered equal
           zB%s is not a supported wheel for this platform. It can't be sorted.N)r&   lenr   INSTALLED_VERSIONextr   r   filename	supportedr   support_index_min)r0   
link_tupleparsed_versionlink_support_numpriwheelr   r   r   _link_sort_key   s    		
zPackageFinder._link_sort_keyc             C   s   t  | d |  j d d S)z
        Bring the latest version (and wheels) to the front, but maintain the existing ordering as secondary.
        See the docstring for `_link_sort_key` for details.
        This function is isolated for easier unit testing.
        keyreverseT)sortedr[   )r0   applicable_versionsr   r   r   _sort_versions   s    zPackageFinder._sort_versionsc                s   f d d     | j   d  } |  j r t   |  j d  d d } |  j | |  } | d  k r |  j t |  j d d d  |  p | j   q n   d  k	 r   f d d   |  j D |  j } n t |  j  } xH | j D]= }  d  k	 r | d  k	 r t j	 | j
 |  g | } q q W|  j |  \ } } |  j |  j  \ }	 }
 | j |	  d d   | D } | j d	 d   |
 D  t j d
 |  x | D] } t j d |  t j t |   } | j t k rt | j } t |  d k r3| | j | d | j f } t j d |  qt |  d k rz| | j d j	 |  | j f } t j d |  q| | j f } t j d |  qqWg  } | j |  j d d   |  j D | j j     g  } xy |  j | |  D]e } t j d | j
  t j d 7_ z) | j |  j | j | j j     Wd  t j d 8_ XqWt |  j d d   |  j D | j j     } | rt j d d j	 d d   | D   n  t |  j d d   | D | j j     } | rj| rj| rj| rjt j d |  |  j r7t j d | j  n  |  j  rWt j d | j  n  t! d |   n  g  } | j" d  k	 r| j" j# t$ | j" j% f g } n  | r| j& d d  t j d d j	 d d   | D   n  | | | | | } g  } x | D] \ } } } | | j' k r]t j d | | d  j	 d! d   | j' j( D  f  qnK t) |  r|  j* px| j+ r| t$ k	 rt j d" | | f  qqn  | j, | | | f  qW|  j- |  } t. d# d   | D  } | rN| rN| d d t$ k r%t j d$ | j" j%  n% t j d% | j" j% | d d f  d  S| st j d& | d j	 d' d   | D  f  |  j rt j d(  n  |  j  rt j d | j  n  t! d) |   n  | d d t$ k r-t j d* | j" j% d j	 d+ d   | d d   D  pd, f  t/  n  t |  d k rwt j d- | d d d j	 d. d   | D  f  n  | d d } | j0 d  k	 r| j0 rt j d/ | j  n  | j1 d  k	 r| j1 rt j d0 | j  n  | j2 rt j3 d1 d2 | j  n  | S)3Nc                s2   t  j |     } | j d  s. | d } n  | S)N/)	posixpathrE   endswith)r;   loc)url_namer   r   mkurl_pypi_url   s    z6PackageFinder.find_requirement.<locals>.mkurl_pypi_urlr   trustedTc                s   g  |  ] }   |   q Sr   r   )r   r;   )rf   r   r   
<listcomp>   s   	z2PackageFinder.find_requirement.<locals>.<listcomp>c             S   s"   g  |  ] } t  | d  d  q S)rg   T)Link)r   r;   r   r   r   rh      s   	 c             S   s   g  |  ] } t  |   q Sr   )ri   )r   r;   r   r   r   rh      s   	 z#URLs to search for versions for %s:z* %srM   zS%s uses an insecure transport scheme (%s). Consider using %s if %s has it availablez, zc%s uses an insecure transport scheme (%s). Consider using one of %s if %s has any of them availablez*%s uses an insecure transport scheme (%s).c             S   s%   g  |  ] } t  | d  d d  q S)z-frg   T)ri   )r   r;   r   r   r   rh      s   	 zAnalyzing links from page %s   c             S   s   g  |  ] } t  |   q Sr   )ri   )r   r;   r   r   r   rh     s   	 zdependency_links found: %sc             S   s"   g  |  ] \ } } } | j   q Sr   )r;   )r   parsedrV   versionr   r   r   rh     s   	 c             S   s   g  |  ] } t  |   q Sr   )ri   )r   r;   r   r   r   rh     s   	 z<Could not find any downloads that satisfy the requirement %szMSome externally hosted files were ignored (use --allow-external %s to allow).zWSome insecure and unverifiable files were ignored (use --allow-unverified %s to allow).z$No distributions at all found for %sr]   zLocal files found: %sc             S   s(   g  |  ] \ } } } t  | j   q Sr   )r   r;   )r   rk   rV   rl   r   r   r   rh     s   	 z-Ignoring link %s, version %s doesn't match %s,c             S   s   g  |  ] } d  j  |   q S) )rE   )r   sr   r   r   rh   "  s   	 zCIgnoring link %s, version %s is a pre-release (use --pre to allow).c             S   s+   g  |  ]! \ } } } | t  k r |  q Sr   )rO   )r   rU   rV   rl   r   r   r   rh   ,  s   	 zLExisting installed version (%s) is most up-to-date and satisfies requirementzUExisting installed version (%s) satisfies requirement (most up-to-date version is %s)zNCould not find a version that satisfies the requirement %s (from versions: %s)c             S   s   g  |  ] \ } } } |  q Sr   r   )r   rU   rV   rl   r   r   r   rh   7  s   	 zJSome externally hosted files were ignored (use --allow-external to allow).z,No distributions matching the version for %sz=Installed version (%s) is most up-to-date (past versions: %s)c             S   s   g  |  ] \ } } } |  q Sr   r   )r   rU   rV   rl   r   r   r   rh   F  s   	 nonez)Using version %s (newest of versions: %s)c             S   s   g  |  ] \ } } } |  q Sr   r   )r   rU   rV   rl   r   r   r   rh   J  s   	 z2%s an externally hosted file and may be unreliablez,%s is potentially insecure and unverifiable.z1.7za%s discovered using a deprecated method of parsing, in the future it will no longer be discovered)4re   r    ri   	_get_page_find_url_namer   listabsolute_versionsrb   rE   r;   rL   r!   r3   r   debugr   strschemeINSECURE_SCHEMESrN   netlocwarn_package_versionsnamelower
_get_pagesindentr4   infofatalr*   r+   r   satisfied_byrU   rO   rl   sortreqspecsr   r,   prereleasesr9   r`   boolr   internal
verifiable_deprecated_regexr2   )r0   r   upgrademain_index_urlpagerG   rl   file_locationsurl_locations_flocations_ulocationslocationrk   secure_schemesctxfound_versionspage_versionsdependency_versionsfile_versionsinstalled_versionall_versionsr_   rU   rV   existing_applicableselected_versionr   )rf   re   r   find_requirement   s    
		7#			&)	(*	%				!*	-				$				:		/
	
		zPackageFinder.find_requirementc             C   s   | j  j d  s$ | j  d 7_  n  |  j | |  } | d k rW t j d |  d St | j  } xY | j D]N } t j	 | j
 j d   } | t |  k rp t j d | | f  | Sqp Wd S)zFinds the true URL name of a package, when the given name isn't quite correct.
        This is usually used to implement case-insensitivity.ra   NzCannot fetch index base URL %sz!Real name of requirement %s is %s)r;   rc   rq   r   r   r   re   r4   rb   basenamer:   rstripnotify)r0   	index_urlre   r   r   	norm_namerV   baser   r   r   rr   b  s    zPackageFinder._find_url_namec       	      c   s7  t  |  } t   } x| r2| j d  } | | k r? q n  | j |  |  j | |  } | d k rp q n  | Vx | j   D] } t | j  j   } | |  j	 k r |  j
 r d |  _ t j d |  q n  | j d k	 r| j r| |  j k rt j d |  d |  _ q n  | j |  q Wq Wd S)z
        Yields (page, page_url) from the given locations, skipping
        locations that have errors, and adding download/homepage links
        r   NTz@Not searching %s for files because external urls are disallowed.z_Not searching %s for urls, it is an untrusted link and cannot produce safe or verifiable files.)rs   r$   popaddrq   	rel_linksr   r|   r}   r'   r)   r*   r   ru   rg   r(   r+   r9   )	r0   rG   r   all_locationsseenr   r   rV   
normalizedr   r   r   r~   u  s6    		
		
		zPackageFinder._get_pagesz#egg=([^&]*)z([a-z0-9_.]+)-([a-z0-9_.-]+)z-py([123]\.?[0-9]?)$c             C   sq   g  g  } } t    } xP | D]H } | | k r | j |  | j rU | j |  qe | j |  q q W| | S)zgReturns elements of links in order, non-egg links first, egg links second, while eliminating duplicates)r$   r   egg_fragmentr9   )r0   r4   eggsno_eggsr   rV   r   r   r   _sort_links  s    		zPackageFinder._sort_linksc             c   s@   x9 |  j  |  D]( } x |  j | |  D] } | Vq) Wq Wd  S)N)r   _link_package_versions)r0   r4   search_namerV   vr   r   r   r{     s    zPackageFinder._package_versionsc             C   s   d } |  j  r | t f S| S)N.tar.gz.tar.bz2.tar.tgz.zip)r   r   r   r   r   )r&   r   )r0   
extensionsr   r   r   _known_extensions  s    	zPackageFinder._known_extensionsc             C   s  t    } d } | j r$ | j } nN| j   \ } } | ss | |  j k ro t j d |  |  j j |  n  g  S| j d  r | d d  } d | } n  | |  j   k r | |  j k r t j d | | f  |  j j |  n  g  Sd | j	 k r@| d k r@| |  j k r<t j d |  |  j j |  n  g  S| t
 k rry t | j  } Wn' t k
 rt j d	 |  g  SYn X| j j   | j   k rt j d
 | | f  g  S| j   st j d |  g  St | d d  } | j d  rf| j d  rf| d k	 rft j | j  j j d  rf| j d t  sft j d |  g  Sn  | j } n  | s|  j | | |  } n  | d k rt j d
 | | f  g  S| j d k	 r| j rt |  j   |  j k r|  j rt j d |  d |  _ g  S| j d k	 re| j ret |  j   |  j k ret j d |  d |  _  g  S|  j! j" |  }	 |	 r| d |	 j#    } |	 j$ d  }
 |
 t% j d d  k rt j d |  g  Sn  t j d | | f  t& j' |  | | f g S)z
        Return an iterable of triples (pkg_resources_version_key,
        link, python_version) that can be extracted from the given
        link.

        Meant to be overridden by subclasses, not called by clients.
        NzSkipping link %s; not a filez.tar   z,Skipping link %s; unknown archive format: %smacosx10z.zipzSkipping link %s; macosx10 onez1Skipping %s because the wheel filename is invalidz-Skipping link %s; wrong project name (not %s)z9Skipping %s because it is not compatible with this Python
comes_fromwinmacosxzpypi.python.orgtagszOSkipping %s because it is a pypi-hosted binary Wheel on an unsupported platformz,Skipping %s because it is externally hosted.Tz<Skipping %s because it is an insecure and unverifiable file.rM      z/Skipping %s because Python version is incorrectzFound link %s, version: %s)(r   r   r   r%   r   ru   r   rc   r   r:   r   r   rQ   r
   r|   r}   rR   getattrrA   r   r;   ry   r   rl   _egg_info_matchesr   r   r'   r)   r*   r   r(   r+   _py_version_researchstartgroupsyspkg_resourcesparse_version)r0   rV   r   platformrl   egg_inforP   rZ   r   match
py_versionr   r   r   r     s    				

	
		z$PackageFinder._link_package_versionsc             C   s   |  j  j |  } | s- t j d |  d  S| j d  j   } | j d d  } | j   d } | j |  r | j d  t |  d   Sd  Sd  S)Nz%Could not parse version from link: %sr   rW   -)	_egg_info_rer   r   ru   r   r}   replacerA   rN   )r0   r   r   rV   r   r|   look_forr   r   r   r   &  s    zPackageFinder._egg_info_matchesc             C   s"   t  j | | d |  j d |  j S)Nr#   r/   )HTMLPageget_pager#   r/   )r0   rV   r   r   r   r   rq   5  s    	zPackageFinder._get_page)__name__
__module____qualname____doc__r1   r5   rL   r[   r`   r   rr   r~   recompile_egg_fragment_reIr   r   r   r{   r   r   r   rq   r   r   r   r   r      s(   	*()lc               @   ss   e  Z d  Z d Z d Z d d   Z d d   Z d d   Z d	 d
   Z d d d  Z	 d d   Z
 d d   Z d S)r"   zCache of HTML pagesr   c             C   s   i  |  _  i  |  _ i  |  _ d  S)N)	_failures_pages	_archives)r0   r   r   r   r1   A  s    		zPageCache.__init__c             C   s   |  j  j | d  |  j k S)Nr   )r   getfailure_limit)r0   r;   r   r   r   too_many_failuresF  s    zPageCache.too_many_failuresc             C   s   |  j  j |  S)N)r   r   )r0   r;   r   r   r   r   I  s    zPageCache.get_pagec             C   s   |  j  j | d  S)NF)r   r   )r0   r;   r   r   r   
is_archiveL  s    zPageCache.is_archiveTc             C   s   | |  j  | <d  S)N)r   )r0   r;   valuer   r   r   set_is_archiveO  s    zPageCache.set_is_archivec             C   s$   |  j  j | d  | |  j  | <d  S)Nr   )r   r   )r0   r;   levelr   r   r   add_page_failureR  s    zPageCache.add_page_failurec             C   s"   x | D] } | |  j  | <q Wd  S)N)r   )r0   r=   r   r;   r   r   r   add_pageU  s    zPageCache.add_pageN)r   r   r   r   r   r1   r   r   r   r   r   r   r   r   r   r   r"   <  s   r"   c               @   sC  e  Z d  Z d Z e j d e j  Z e j d e j  Z e j d e j e j	 B Z
 d d d d  Z d d	   Z e d d
 d d d   Z e d d d d d   Z e d d d   Z e d d    Z e d d    Z e d d    Z d d   Z d# d d  Z d d   Z e j d  e j  Z d! d"   Z d S)$r   z'Represents one page, along with its URLz<th>\s*home\s*pagez<th>\s*download\s+urlz(href=(?:"([^"]*)"|'([^']*)'|([^>\s\n]*))Nc             C   sC   | |  _  t j |  j  d d |  _ | |  _ | |  _ | |  _ d  S)NnamespaceHTMLElementsF)contenthtml5libparserk   r;   headersrg   )r0   r   r;   r   rg   r   r   r   r1   b  s
    			zHTMLPage.__init__c             C   s   |  j  S)N)r;   )r0   r   r   r   __str__i  s    zHTMLPage.__str__Tc             C   s\  | d  k r t    } n  | j } | j d d  d } | j |  rJ d  Sd d l m } xT | j D]I } | j   j |  rd | t	 |  d k rd t
 j d t    d  Sqd W| d  k	 r | j |  }	 |	 d  k	 r |	 Sn  y| r| d  k	 r
| j |  r
d  Sn  | j }
 x d d d	 d
 d g D]} } |
 j |  r)|  j | d | } | j   j d  rlPqt
 j d | | f  | d  k	 r| j |  n  d  Sq)q)Wn  t
 j d |  t j |  \ } } } } } } | d k rEt j j t |   rE| j d  s| d 7} n  t j | d  } t
 j d |  n  | j | d i d d 6} | j   | j j d d  } | j   j d  st
 j d | | f  | d  k	 r| j |  n  d  S|  | j | j | j d | j }	 Wn8t j k
 r[} zE | j  j! d k r!d n d } |  j" | | | | d | d | WYd  d  } ~ Xn t j# k
 r} z% |  j" | | d | | d | WYd  d  } ~ Xn t j$ k
 r|  j" | | d | d | Yn t% k
 r+} z: d | } |  j" | | | | d | d d d  t
 j& WYd  d  } ~ Xn- X| d  k	 rT| j' | | j g |	  n  |	 Sd  S)!N#rM   r   )
VcsSupportz+:z&Cannot look at %(scheme)s URL %(link)sz.tarz.tar.gzz.tar.bz2z.tgzz.zipr/   z	text/htmlz,Skipping page %s because of Content-Type: %szGetting page %sfilera   z
index.htmlz# file: URL is directory, getting %sr   AcceptzContent-Typeunknownrg   i  rj   r#   r   zconnection error: %sz	timed outz6There was a problem confirming the ssl certificate: %smeth)(r   r;   splitr   pip.vcsr   schemesr}   rA   rN   r   ru   localsr   r   rQ   rc   _get_content_typer   r   r?   r:   rB   r   urljoinr   raise_for_statusr   textrg   requests	HTTPErrorresponsestatus_code_handle_failConnectionErrorTimeoutr   r   r   )clsrV   r   r#   skip_archivesr/   r;   r   rw   instrQ   bad_extcontent_typery   r:   paramsqueryfragmentrespexcr   reasonr   r   r   r   l  s    	+		!$
		(4 zHTMLPage.get_pagerM   c             C   sb   | d  k r t  j } n  | d | |  | d | j |  f  | d  k	 r^ | j | |  n  d  S)NzCould not fetch URL %s: %sz7Will skip URL %s when looking for download links for %s)r   r   r;   r   )r   rV   r  r;   r#   r   r   r   r   r   r     s    zHTMLPage._handle_failc             C   sx   | d k r t    } n  t j |   \ } } } } } | d
 k rF d S| j |  d d } | j   | j j d	 d  S)z;Get the Content-Type of the given url, using a HEAD requestNr   r   ftpftpsrn   allow_redirectsTzContent-Type)zhttpzhttpszftpzftps)r   r   urlsplitheadr   r   r   )r;   r/   rw   ry   r:   r  r	  r
  r   r   r   r     s    
zHTMLPage._get_content_typec             C   s   t  |  d  s d  } d d   |  j j d  D } | r~ y  t | d j d d    } Wq~ t t f k
 rz d  } Yq~ Xn  | |  _ n  |  j S)N_api_versionc             S   s4   g  |  ]* } | j  d  d  j   d k r |  q S)r|   rn   zapi-version)r   r}   )r   xr   r   r   rh     s   	 z(HTMLPage.api_version.<locals>.<listcomp>z.//metar   r   )hasattrrk   findallintr   	TypeError
ValueErrorr  )r0   r  metasr   r   r   api_version  s     zHTMLPage.api_versionc             C   sg   t  |  d  s` |  j j d  } | d  k	 rQ | j d  rQ | j d  |  _ q` |  j |  _ n  |  j S)N	_base_urlz.//basehref)r  rk   findr   r  r;   )r0   r   r   r   r   base_url  s    zHTMLPage.base_urlc             c   s   x |  j  j d  D] } | j d  r | j d  } |  j t j |  j |   } d } |  j r |  j d k r t | j d  o d | j d  j	   k  } n  t
 | |  d | Vq q Wd S)zYields all links in the pagez.//ar  Nrj   relr   )rk   r  r   
clean_linkr   r   r  r  r   r   ri   )r0   anchorr  r;   r   r   r   r   r4     s    !zHTMLPage.linksc             c   s<   x |  j    D] } | Vq Wx |  j   D] } | Vq) Wd  S)N)explicit_rel_linksscraped_rel_links)r0   r;   r   r   r   r     s    	zHTMLPage.rel_linkshomepagedownloadc             c   s   t  |  } x |  j j d  D] } | j d  r | j d  r t  | j d  j    } | | @r | j d  } |  j t j |  j |   } t	 | |  d d Vq q q Wd S)z)Yields all links with the given relationsz.//ar  r  rg   FN)
r$   rk   r  r   r   r   r   r   r  ri   )r0   relsr!  
found_relsr  r;   r   r   r   r"    s    
zHTMLPage.explicit_rel_linksc             c   s   x |  j  |  j f D] } | j |  j  } | s7 q n  |  j j |  j d | j   } | sd q n  | j d  p | j d  p | j d  } | s q n  |  j t j	 |  j
 |   } t | |  d d d d Vq Wd  S)	NposrM   rj   r   rg   Fr   T)_homepage_re_download_rer   r   _href_reendr   r   r   r   r  ri   )r0   regexr   
href_matchr;   r   r   r   r#  &  s    !-zHTMLPage.scraped_rel_linksz[^a-z0-9$&+,/:;=?@.#%_\\|-]c             C   s   |  j  j d d   |  S)zMakes sure a link is fully encoded.  That is, if a ' ' shows up in
        the link, it will be rewritten to %20 (while not over-quoting
        % or other characters).c             S   s   d t  |  j d   S)Nz%%%2xr   )ordr   )r   r   r   r   <lambda><  s    z%HTMLPage.clean_link.<locals>.<lambda>)	_clean_resub)r0   r;   r   r   r   r   7  s    	zHTMLPage.clean_link)zhomepagezdownload)r   r   r   r   r   r   r   r)  r*  Sr+  r1   r   classmethodr   staticmethodr   r   propertyr  r  r4   r   r"  r#  r1  r   r   r   r   r   r   Z  s(   [
r   c               @   sr  e  Z d  Z d d d d d d  Z d d   Z d d   Z d	 d
   Z d d   Z d d   Z d d   Z	 d d   Z
 d d   Z d d   Z e d d    Z e d d    Z e d d    Z d d   Z e d d     Z e d! d"    Z e j d#  Z e d$ d%    Z e j d&  Z e d' d(    Z e d) d*    Z e d+ d,    Z e d- d.    Z d S)/ri   NFc             C   s1   | |  _  | |  _ | |  _ | |  _ | |  _ d  S)N)r;   r   r   rg   r   )r0   r;   r   r   rg   r   r   r   r   r1   A  s
    				zLink.__init__c             C   s.   |  j  r d |  j |  j  f St |  j  Sd  S)Nz%s (from %s))r   r;   rv   )r0   r   r   r   r   I  s    	zLink.__str__c             C   s   d |  S)Nz	<Link %s>r   )r0   r   r   r   __repr__O  s    zLink.__repr__c             C   s   |  j  | j  k S)N)r;   )r0   otherr   r   r   __eq__R  s    zLink.__eq__c             C   s   |  j  | j  k S)N)r;   )r0   r8  r   r   r   __ne__U  s    zLink.__ne__c             C   s   |  j  | j  k  S)N)r;   )r0   r8  r   r   r   __lt__X  s    zLink.__lt__c             C   s   |  j  | j  k S)N)r;   )r0   r8  r   r   r   __le__[  s    zLink.__le__c             C   s   |  j  | j  k S)N)r;   )r0   r8  r   r   r   __gt__^  s    zLink.__gt__c             C   s   |  j  | j  k S)N)r;   )r0   r8  r   r   r   __ge__a  s    zLink.__ge__c             C   s   t  |  j  S)N)hashr;   )r0   r   r   r   __hash__d  s    zLink.__hash__c             C   s\   t  j |  j  \ } } } } } t j | j d   p< | } | sX t d |  j   | S)Nra   zURL %r produced no filename)r   r  r;   rb   r   r   AssertionError)r0   rW   ry   r:   r|   r   r   r   rQ   g  s    !zLink.filenamec             C   s   t  j |  j  d S)Nr   )r   r  r;   )r0   r   r   r   rw   n  s    zLink.schemec             C   s   t  j |  j  d S)Nrj   )r   r  r;   )r0   r   r   r   r:   r  s    z	Link.pathc             C   s   t  t j |  j j d    S)Nra   )r   rb   r   r:   r   )r0   r   r   r   r   v  s    zLink.splitextc             C   s   |  j    d S)NrM   )r   )r0   r   r   r   rP   y  s    zLink.extc             C   s=   t  j |  j  \ } } } } } t  j | | | | d  f  S)N)r   r  r;   
urlunsplit)r0   rw   ry   r:   r  r	  r   r   r   url_without_fragment}  s    !zLink.url_without_fragmentz#egg=([^&]*)c             C   s,   |  j  j |  j  } | s d  S| j d  S)NrM   )r   r   r;   r   )r0   r   r   r   r   r     s    zLink.egg_fragmentz2(sha1|sha224|sha384|sha256|sha512|md5)=([a-f0-9]+)c             C   s,   |  j  j |  j  } | r( | j d  Sd  S)Nrj   )_hash_rer   r;   r   )r0   r   r   r   r   r?    s    z	Link.hashc             C   s,   |  j  j |  j  } | r( | j d  Sd  S)NrM   )rD  r   r;   r   )r0   r   r   r   r   	hash_name  s    zLink.hash_namec             C   s0   t  j |  j j d d  d j d d  d  S)Nr   rM   r   ?)rb   r   r;   r   )r0   r   r   r   show_url  s    zLink.show_urlc             C   s   |  j  p t |  j d d  } | d k	 r | r y% t |  j d d  } t |  } Wn t t f k
 ru d } Yn X| d k s | d k r d S|  j r d Sd Sn | d k	 r d Sd S)z
        Returns True if this link can be verified after download, False if it
        cannot, and None if we cannot determine.
        rg   Nr  rM   TF)rg   r   r   r  r  r  r?  )r0   rg   r  r   r   r   r     s    	zLink.verifiable)r   r   r   r1   r   r7  r9  r:  r;  r<  r=  r>  r@  r6  rQ   rw   r:   r   rP   rC  r   r   r   r   rD  r?  rE  rG  r   r   r   r   r   ri   ?  s0   	ri   c             C   s;   t  |   } | j } | s1 t | j  d } n  t |  S)zPGet a requirement from the URL, if possible.  This looks for #egg
    in the URLr   )ri   r   r   rQ   package_to_requirement)r;   rV   r   r   r   r   get_requirement_from_url  s
    	rI  c             C   sa   t  j d |   } | r9 | j d  } | j d  } n |  } d } | rY d | | f S| Sd S)z)Translate a name like Foo-1.2 to Foo==1.3z^(.*?)-(dev|\d.*)rM   rj   rn   z%s==%sN)r   r   r   )package_namer   r|   rl   r   r   r   rH    s    rH  )1r   r   r?   r   r7   rb   pip.logr   pip.utilr   r   r   r   pip.exceptionsr   r   r	   r
   r   Zpip.backwardcompatr   r   pip.downloadr   r   r   	pip.wheelr   r   Zpip.pep425tagsr   r   r   r   r   r   Zrequests.exceptionsr   __all__DEFAULT_MIRROR_HOSTNAMErx   objectr   r"   r   ri   rO   rI  rH  r   r   r   r   <module>   s6   "($	  
