mirror of
https://github.com/python/cpython.git
synced 2025-10-07 07:31:46 +00:00
#4108: the first default entry (User-agent: *) wins.
This commit is contained in:
parent
70120e202d
commit
0a0fc07d37
3 changed files with 21 additions and 2 deletions
|
@ -216,6 +216,20 @@ bad = ['/some/path?name=value']
|
|||
|
||||
RobotTest(14, doc, good, bad)
|
||||
|
||||
# 15. For issue #4108 (obey first * entry)
|
||||
doc = """
|
||||
User-agent: *
|
||||
Disallow: /some/path
|
||||
|
||||
User-agent: *
|
||||
Disallow: /another/path
|
||||
"""
|
||||
|
||||
good = ['/another/path']
|
||||
bad = ['/some/path']
|
||||
|
||||
RobotTest(15, doc, good, bad)
|
||||
|
||||
|
||||
class NetworkTestCase(unittest.TestCase):
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue