#4108: the first default entry (User-agent: *) wins.

This commit is contained in:
Georg Brandl 2010-07-29 17:55:01 +00:00
parent 70120e202d
commit 0a0fc07d37
3 changed files with 21 additions and 2 deletions

View file

@ -216,6 +216,20 @@ bad = ['/some/path?name=value']
RobotTest(14, doc, good, bad)
# 15. For issue #4108 (obey first * entry)
doc = """
User-agent: *
Disallow: /some/path
User-agent: *
Disallow: /another/path
"""
good = ['/another/path']
bad = ['/some/path']
RobotTest(15, doc, good, bad)
class NetworkTestCase(unittest.TestCase):