mirrors/cpython
1
0
Fork 0
mirror of https://github.com/python/cpython.git synced 2025-08-04 08:59:19 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 11

Fix Issue6325 - robotparse to honor urls with query strings.

Browse source
This commit is contained in:
Senthil Kumaran 2010-07-28 16:27:56 +00:00
parent 96a60ae90c
commit 3f8ab965f7
2 changed files with 15 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

11
Lib/test/test_robotparser.py
View file

@ -205,6 +205,17 @@ bad = ['/folder1/anotherfile.html']
RobotTest(13, doc, good, bad, agent="googlebot")
# 14. For issue #6325 (query string support)
doc = """
User-agent: *
Disallow: /some/path?name=value
"""
good = ['/some/path']
bad = ['/some/path?name=value']
RobotTest(14, doc, good, bad)
class NetworkTestCase(unittest.TestCase):