Home
last modified time | relevance | path

Searched refs:crawl_delay (Results 1 – 25 of 49) sorted by relevance

12

/dports/databases/py-sqlite3/Python-3.8.12/Lib/test/
H A Dtest_robotparser.py101 crawl_delay = None variable in BaseRequestRateTest
108 self.assertEqual(parser.crawl_delay(agent), self.crawl_delay)
144 crawl_delay = 3 variable in CrawlDelayAndRequestRateTest
167 crawl_delay = 3 variable in InvalidRequestRateTest
269 crawl_delay = 1 variable in DefaultEntryTest
361 self.assertFalse(self.parser.crawl_delay('*'))
378 self.assertIsNone(parser.crawl_delay('*'))
/dports/databases/py-gdbm/Python-3.8.12/Lib/test/
H A Dtest_robotparser.py101 crawl_delay = None variable in BaseRequestRateTest
108 self.assertEqual(parser.crawl_delay(agent), self.crawl_delay)
144 crawl_delay = 3 variable in CrawlDelayAndRequestRateTest
167 crawl_delay = 3 variable in InvalidRequestRateTest
269 crawl_delay = 1 variable in DefaultEntryTest
361 self.assertFalse(self.parser.crawl_delay('*'))
378 self.assertIsNone(parser.crawl_delay('*'))
/dports/lang/python37/Python-3.7.12/Lib/test/
H A Dtest_robotparser.py80 crawl_delay = None variable in BaseRequestRateTest
87 self.assertEqual(parser.crawl_delay(agent), self.crawl_delay)
123 crawl_delay = 3 variable in CrawlDelayAndRequestRateTest
146 crawl_delay = 3 variable in InvalidRequestRateTest
248 crawl_delay = 1 variable in DefaultEntryTest
341 self.assertFalse(self.parser.crawl_delay('*'))
358 self.assertIsNone(parser.crawl_delay('*'))
/dports/lang/python-tools/Python-3.8.12/Lib/test/
H A Dtest_robotparser.py101 crawl_delay = None variable in BaseRequestRateTest
108 self.assertEqual(parser.crawl_delay(agent), self.crawl_delay)
144 crawl_delay = 3 variable in CrawlDelayAndRequestRateTest
167 crawl_delay = 3 variable in InvalidRequestRateTest
269 crawl_delay = 1 variable in DefaultEntryTest
361 self.assertFalse(self.parser.crawl_delay('*'))
378 self.assertIsNone(parser.crawl_delay('*'))
/dports/lang/python39/Python-3.9.9/Lib/test/
H A Dtest_robotparser.py102 crawl_delay = None variable in BaseRequestRateTest
109 self.assertEqual(parser.crawl_delay(agent), self.crawl_delay)
145 crawl_delay = 3 variable in CrawlDelayAndRequestRateTest
168 crawl_delay = 3 variable in InvalidRequestRateTest
270 crawl_delay = 1 variable in DefaultEntryTest
365 self.assertFalse(self.parser.crawl_delay('*'))
382 self.assertIsNone(parser.crawl_delay('*'))
/dports/lang/python38/Python-3.8.12/Lib/test/
H A Dtest_robotparser.py101 crawl_delay = None variable in BaseRequestRateTest
108 self.assertEqual(parser.crawl_delay(agent), self.crawl_delay)
144 crawl_delay = 3 variable in CrawlDelayAndRequestRateTest
167 crawl_delay = 3 variable in InvalidRequestRateTest
269 crawl_delay = 1 variable in DefaultEntryTest
361 self.assertFalse(self.parser.crawl_delay('*'))
378 self.assertIsNone(parser.crawl_delay('*'))
/dports/x11-toolkits/py-tkinter/Python-3.8.12/Lib/test/
H A Dtest_robotparser.py101 crawl_delay = None variable in BaseRequestRateTest
108 self.assertEqual(parser.crawl_delay(agent), self.crawl_delay)
144 crawl_delay = 3 variable in CrawlDelayAndRequestRateTest
167 crawl_delay = 3 variable in InvalidRequestRateTest
269 crawl_delay = 1 variable in DefaultEntryTest
361 self.assertFalse(self.parser.crawl_delay('*'))
378 self.assertIsNone(parser.crawl_delay('*'))
/dports/lang/python310/Python-3.10.1/Lib/test/
H A Dtest_robotparser.py103 crawl_delay = None variable in BaseRequestRateTest
110 self.assertEqual(parser.crawl_delay(agent), self.crawl_delay)
146 crawl_delay = 3 variable in CrawlDelayAndRequestRateTest
169 crawl_delay = 3 variable in InvalidRequestRateTest
271 crawl_delay = 1 variable in DefaultEntryTest
366 self.assertFalse(self.parser.crawl_delay('*'))
383 self.assertIsNone(parser.crawl_delay('*'))
/dports/lang/python311/Python-3.11.0a3/Lib/test/
H A Dtest_robotparser.py103 crawl_delay = None variable in BaseRequestRateTest
110 self.assertEqual(parser.crawl_delay(agent), self.crawl_delay)
146 crawl_delay = 3 variable in CrawlDelayAndRequestRateTest
169 crawl_delay = 3 variable in InvalidRequestRateTest
271 crawl_delay = 1 variable in DefaultEntryTest
366 self.assertFalse(self.parser.crawl_delay('*'))
383 self.assertIsNone(parser.crawl_delay('*'))
/dports/www/py-protego/Protego-0.1.16/src/
H A Dprotego.py232 def crawl_delay(self): member in _RuleSet
236 @crawl_delay.setter
237 def crawl_delay(self, delay): member in _RuleSet
407 rule_set.crawl_delay = value
447 def crawl_delay(self, user_agent): member in Protego
454 return matched_rule_set.crawl_delay
/dports/www/py-protego/Protego-0.1.16/
H A DREADME.md48 >>> rp.crawl_delay("mybot")
86 * `crawl_delay(user_agent)` Return the crawl delay specified for the user agent as a float. If noth…
H A DPKG-INFO56 >>> rp.crawl_delay("mybot")
94 …* `crawl_delay(user_agent)` Return the crawl delay specified for the user agent as a float. If not…
/dports/lang/python37/Python-3.7.12/Doc/library/
H A Durllib.robotparser.rst60 .. method:: crawl_delay(useragent)
92 >>> rp.crawl_delay("*")
/dports/devel/py-jedi/jedi-0.18.0/jedi/third_party/typeshed/stdlib/3/urllib/
H A Drobotparser.pyi19 def crawl_delay(self, useragent: str) -> Optional[str]: ...
/dports/devel/pytype/pytype-2021.9.9/pytype/typeshed/stdlib/urllib/
H A Drobotparser.pyi16 def crawl_delay(self, useragent: str) -> Optional[str]: ...
/dports/devel/py-mypy/mypy-0.910/mypy/typeshed/stdlib/urllib/
H A Drobotparser.pyi16 def crawl_delay(self, useragent: str) -> Optional[str]: ...
/dports/databases/py-sqlite3/Python-3.8.12/Doc/library/
H A Durllib.robotparser.rst60 .. method:: crawl_delay(useragent)
101 >>> rp.crawl_delay("*")
/dports/databases/py-gdbm/Python-3.8.12/Doc/library/
H A Durllib.robotparser.rst60 .. method:: crawl_delay(useragent)
101 >>> rp.crawl_delay("*")
/dports/lang/python310/Python-3.10.1/Doc/library/
H A Durllib.robotparser.rst60 .. method:: crawl_delay(useragent)
101 >>> rp.crawl_delay("*")
/dports/lang/python38/Python-3.8.12/Doc/library/
H A Durllib.robotparser.rst60 .. method:: crawl_delay(useragent)
101 >>> rp.crawl_delay("*")
/dports/lang/python-tools/Python-3.8.12/Doc/library/
H A Durllib.robotparser.rst60 .. method:: crawl_delay(useragent)
101 >>> rp.crawl_delay("*")
/dports/lang/python39/Python-3.9.9/Doc/library/
H A Durllib.robotparser.rst60 .. method:: crawl_delay(useragent)
101 >>> rp.crawl_delay("*")
/dports/www/py-protego/Protego-0.1.16/src/Protego.egg-info/
H A DPKG-INFO56 >>> rp.crawl_delay("mybot")
94 …* `crawl_delay(user_agent)` Return the crawl delay specified for the user agent as a float. If not…
/dports/x11-toolkits/py-tkinter/Python-3.8.12/Doc/library/
H A Durllib.robotparser.rst60 .. method:: crawl_delay(useragent)
101 >>> rp.crawl_delay("*")
/dports/lang/python311/Python-3.11.0a3/Doc/library/
H A Durllib.robotparser.rst60 .. method:: crawl_delay(useragent)
101 >>> rp.crawl_delay("*")

12