mirrors/cpython
1
0
Fork 0
mirror of https://github.com/python/cpython.git synced 2025-08-02 16:13:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 8

make sure the crawler can browse file-based indexes under win32

Browse source
This commit is contained in:
Tarek Ziade 2011-05-21 22:47:40 +02:00
parent 76ad4f0ec9
commit cc243cc808
2 changed files with 25 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

18
Lib/packaging/pypi/simple.py
View file

@ -123,8 +123,14 @@ class Crawler(BaseClient):
self.follow_externals = follow_externals
# mirroring attributes.
if not index_url.endswith("/"):
index_url += "/"
parsed = urllib.parse.urlparse(index_url)
self.scheme = parsed[0]
if self.scheme == 'file':
ender = os.path.sep
else:
ender = '/'
if not index_url.endswith(ender):
index_url += ender
# if no mirrors are defined, use the method described in PEP 381.
if mirrors is None:
mirrors = get_mirrors(mirrors_url)
@ -376,7 +382,11 @@ class Crawler(BaseClient):
:param name: the name of the project to find the page
"""
# Browse and index the content of the given PyPI page.
url = self.index_url + name + "/"
if self.scheme == 'file':
ender = os.path.sep
else:
ender = '/'
url = self.index_url + name + ender
self._process_url(url, name)
@socket_timeout()
@ -395,7 +405,7 @@ class Crawler(BaseClient):
# add index.html automatically for filesystem paths
if scheme == 'file':
if url.endswith('/'):
if url.endswith(os.path.sep):
url += "index.html"
# add authorization headers if auth is provided