Lines Matching refs:parser
6 def __init__(self, index, parser, url, good, agent):
12 self.parser = parser
24 self.assertTrue(self.parser.can_fetch(agent, url))
26 self.assertFalse(self.parser.can_fetch(agent, url))
37 parser = robotparser.RobotFileParser()
38 parser.parse(lines)
40 tests.addTest(RobotTestCase(index, parser, url, 1, agent))
42 tests.addTest(RobotTestCase(index, parser, url, 0, agent))
252 parser = robotparser.RobotFileParser()
253 parser.set_url(url)
255 parser.read()
258 self.assertEqual(parser.can_fetch("*", robots_url), False)
263 parser = robotparser.RobotFileParser(
265 parser.read()
267 parser.can_fetch("*", "http://www.python.org/robots.txt"))
