diff Lib/test/test_robotparser.py @ 63297:f435b7b98690

#4108: the first default entry (User-agent: *) wins.
author Georg Brandl <georg@python.org>
date Thu, 29 Jul 2010 17:55:01 +0000
parents 9bcbc343778f
children 63ceef0453f4
line wrap: on
line diff
--- a/Lib/test/test_robotparser.py	Thu Jul 29 17:19:38 2010 +0000
+++ b/Lib/test/test_robotparser.py	Thu Jul 29 17:55:01 2010 +0000
@@ -216,6 +216,20 @@
 
 RobotTest(14, doc, good, bad)
 
+# 15. For issue #4108 (obey first * entry)
+doc = """
+User-agent: *
+Disallow: /some/path
+
+User-agent: *
+Disallow: /another/path
+"""
+
+good = ['/another/path']
+bad = ['/some/path']
+
+RobotTest(15, doc, good, bad)
+
 
 class NetworkTestCase(unittest.TestCase):