mirrors/cpython
1
0
Fork 0
mirror of https://github.com/python/cpython.git synced 2025-07-29 14:15:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

Close issue 3437 - missing state change when Allow lines are processed.

Browse source 
Adds test cases which use Allow: as well.
This commit is contained in:
Skip Montanaro 2008-07-27 00:49:02 +00:00
parent 4b99e9b479
commit 1ef19f0de1
2 changed files with 74 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
Lib/robotparser.py
View file

@ -76,6 +76,10 @@ class RobotFileParser:
"""parse the input lines from a robots.txt file.
We allow that a user-agent: line is not preceded by
one or more blank lines."""
# states:
# 0: start state
# 1: saw user-agent line
# 2: saw an allow or disallow line
state = 0
linenumber = 0
entry = Entry()
@ -114,6 +118,7 @@ class RobotFileParser:
elif line[0] == "allow":
if state != 0:
entry.rulelines.append(RuleLine(line[1], True))
state = 2
if state == 2:
self.entries.append(entry)