/dports/www/py-scrapy/Scrapy-2.5.1/tests/ |
H A D | test_downloadermiddleware_retry.py | 142 spider=spider, 155 spider=spider, 168 spider=spider, 186 spider=spider, 193 spider=spider, 211 spider=spider, 218 spider=spider, 234 spider=spider, 246 spider = spider or self.spider 407 spider=spider, [all …]
|
H A D | test_utils_reqser.py | 31 self._assert_serializes_ok(r, spider=self.spider) 42 d = request_to_dict(request, spider=spider) 43 request2 = request_from_dict(d, spider=spider) 64 self._assert_serializes_ok(r, spider=self.spider) 66 self._assert_serializes_ok(r, spider=self.spider) 71 self._assert_serializes_ok(r, spider=self.spider) 77 self._assert_serializes_ok(r, spider=self.spider) 86 self._assert_serializes_ok(r, spider=self.spider) 97 self._assert_serializes_ok(r, spider=self.spider) 103 self._assert_serializes_ok(r, spider=self.spider) [all …]
|
H A D | test_downloadermiddleware_useragent.py | 13 spider = crawler._create_spider('foo') 19 assert mw.process_request(req, spider) is None 25 spider.user_agent = None 26 mw.spider_opened(spider) 33 spider.user_agent = 'spider_useragent' 34 mw.spider_opened(spider) 41 spider.user_agent = 'spider_useragent' 42 mw.spider_opened(spider) 49 spider, mw = self.get_spider_and_mw(None) 50 spider.user_agent = None [all …]
|
/dports/www/py-scrapy/Scrapy-2.5.1/scrapy/core/ |
H A D | scraper.py | 78 def open_spider(self, spider): argument 83 def close_spider(self, spider): argument 97 slot.closing.callback(spider) 115 self._scrape_next(spider, slot) 168 extra={'spider': spider} 173 spider=spider 177 spider=spider 193 self.crawler.engine.crawl(request=output, spider=spider) 246 spider=spider, exception=output.value) 253 spider=spider, failure=output) [all …]
|
H A D | engine.py | 64 self.spider = None 115 def _next_request(self, spider): argument 140 self._spider_idle(spider) 209 return [self.spider] if self.spider else [] 222 self.signals.send_catch_log(signals.request_scheduled, request=request, spider=spider) 224 self.signals.send_catch_log(signals.request_dropped, request=request, spider=spider) 255 spider=spider, 278 self.spider = spider 282 yield self.signals.send_catch_log_deferred(signals.spider_opened, spider=spider) 286 def _spider_idle(self, spider): argument [all …]
|
/dports/www/py-scrapy/Scrapy-2.5.1/scrapy/ |
H A D | robotstxt.py | 24 extra={'spider': spider}, 61 self.spider = spider 68 spider = None if not crawler else crawler.spider 69 o = cls(robotstxt_body, spider) 81 self.spider = spider 86 spider = None if not crawler else crawler.spider 87 o = cls(robotstxt_body, spider) 97 self.spider = spider 104 spider = None if not crawler else crawler.spider 117 self.spider = spider [all …]
|
/dports/databases/mariadb104-server/mariadb-10.4.24/storage/spider/ |
H A D | spd_db_conn.cc | 254 ha_spider *spider, in spider_db_ping() argument 265 spider->conn_link_idx[link_idx], &spider->need_mons[link_idx])); in spider_db_ping() 2779 spider))) in spider_db_fetch_for_item_sum_funcs() 3197 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_table() 3391 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_key() 3508 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_minimum_columns() 4187 spider->quick_targets[link_idx] = spider; in spider_db_store_result() 5584 pos->sql_kind = spider->sql_kind[spider->result_link_idx]; in spider_db_create_position() 7219 if (spider->hs_increment || spider->hs_decrement) in spider_db_direct_update() 9393 spider = field_holder->spider; in spider_db_open_item_ident() [all …]
|
H A D | spd_db_conn.h | 451 ha_spider *spider 455 ha_spider *spider 490 ha_spider *spider 500 ha_spider *spider 505 ha_spider *spider 511 ha_spider *spider 523 ha_spider *spider 549 ha_spider *spider 597 ha_spider *spider 764 ha_spider *spider [all …]
|
/dports/databases/mariadb104-client/mariadb-10.4.24/storage/spider/ |
H A D | spd_db_conn.cc | 254 ha_spider *spider, in spider_db_ping() argument 265 spider->conn_link_idx[link_idx], &spider->need_mons[link_idx])); in spider_db_ping() 2779 spider))) in spider_db_fetch_for_item_sum_funcs() 3197 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_table() 3391 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_key() 3508 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_minimum_columns() 4187 spider->quick_targets[link_idx] = spider; in spider_db_store_result() 5584 pos->sql_kind = spider->sql_kind[spider->result_link_idx]; in spider_db_create_position() 7219 if (spider->hs_increment || spider->hs_decrement) in spider_db_direct_update() 9393 spider = field_holder->spider; in spider_db_open_item_ident() [all …]
|
H A D | spd_db_conn.h | 451 ha_spider *spider 455 ha_spider *spider 490 ha_spider *spider 500 ha_spider *spider 505 ha_spider *spider 511 ha_spider *spider 523 ha_spider *spider 549 ha_spider *spider 597 ha_spider *spider 764 ha_spider *spider [all …]
|
/dports/databases/mariadb103-client/mariadb-10.3.34/storage/spider/ |
H A D | spd_db_conn.cc | 253 ha_spider *spider, in spider_db_ping() argument 264 spider->conn_link_idx[link_idx], &spider->need_mons[link_idx])); in spider_db_ping() 2581 spider))) in spider_db_fetch_for_item_sum_funcs() 2999 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_table() 3193 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_key() 3310 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_minimum_columns() 3989 spider->quick_targets[link_idx] = spider; in spider_db_store_result() 5386 pos->sql_kind = spider->sql_kind[spider->result_link_idx]; in spider_db_create_position() 6977 if (spider->hs_increment || spider->hs_decrement) in spider_db_direct_update() 9116 spider = field_holder->spider; in spider_db_open_item_ident() [all …]
|
H A D | spd_db_conn.h | 442 ha_spider *spider 446 ha_spider *spider 481 ha_spider *spider 486 ha_spider *spider 491 ha_spider *spider 497 ha_spider *spider 509 ha_spider *spider 535 ha_spider *spider 583 ha_spider *spider 742 ha_spider *spider [all …]
|
/dports/databases/mariadb103-server/mariadb-10.3.34/storage/spider/ |
H A D | spd_db_conn.cc | 253 ha_spider *spider, in spider_db_ping() argument 264 spider->conn_link_idx[link_idx], &spider->need_mons[link_idx])); in spider_db_ping() 2581 spider))) in spider_db_fetch_for_item_sum_funcs() 2999 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_table() 3193 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_key() 3310 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_minimum_columns() 3989 spider->quick_targets[link_idx] = spider; in spider_db_store_result() 5386 pos->sql_kind = spider->sql_kind[spider->result_link_idx]; in spider_db_create_position() 6977 if (spider->hs_increment || spider->hs_decrement) in spider_db_direct_update() 9116 spider = field_holder->spider; in spider_db_open_item_ident() [all …]
|
H A D | spd_db_conn.h | 442 ha_spider *spider 446 ha_spider *spider 481 ha_spider *spider 486 ha_spider *spider 491 ha_spider *spider 497 ha_spider *spider 509 ha_spider *spider 535 ha_spider *spider 583 ha_spider *spider 742 ha_spider *spider [all …]
|
/dports/www/ilias/ILIAS-5.4.25/Services/Chart/classes/ |
H A D | class.ilChartDataSpider.php | 32 $spider = new stdClass(); 33 $spider->active = true; 36 $spider->highlight->mode = "line"; 39 $spider->legs = new stdClass(); 52 $spider->legs->data = array(); 75 $spider->spiderSize = 0.7; 76 $spider->lineWidth = 1; 77 $spider->pointSize = 0; 80 $spider->connection->width = 2; 82 $spider->legMin = 0.0000001; [all …]
|
/dports/www/ilias6/ILIAS-6.14/Services/Chart/classes/ |
H A D | class.ilChartDataSpider.php | 32 $spider = new stdClass(); 33 $spider->active = true; 36 $spider->highlight->mode = "line"; 39 $spider->legs = new stdClass(); 52 $spider->legs->data = array(); 75 $spider->spiderSize = 0.7; 76 $spider->lineWidth = 1; 77 $spider->pointSize = 0; 80 $spider->connection->width = 2; 82 $spider->legMin = 0.0000001; [all …]
|
/dports/databases/mariadb105-client/mariadb-10.5.15/storage/spider/ |
H A D | spd_db_conn.h | 455 ha_spider *spider 459 ha_spider *spider 494 ha_spider *spider 504 ha_spider *spider 509 ha_spider *spider 515 ha_spider *spider 527 ha_spider *spider 553 ha_spider *spider 601 ha_spider *spider 774 ha_spider *spider [all …]
|
H A D | spd_db_conn.cc | 265 spider->conn_link_idx[link_idx], &spider->need_mons[link_idx])); in spider_db_ping() 2804 spider))) in spider_db_fetch_for_item_sum_funcs() 3223 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_table() 3417 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_key() 3534 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_minimum_columns() 4217 spider->quick_targets[link_idx] = spider; in spider_db_store_result() 4662 spider->quick_targets[link_idx] = spider; in spider_db_store_result_for_reuse_cursor() 6048 pos->sql_kind = spider->sql_kind[spider->result_link_idx]; in spider_db_create_position() 7707 if (spider->hs_increment || spider->hs_decrement) in spider_db_direct_update() 9894 spider = field_holder->spider; in spider_db_open_item_ident() [all …]
|
/dports/databases/mariadb105-server/mariadb-10.5.15/storage/spider/ |
H A D | spd_db_conn.h | 455 ha_spider *spider 459 ha_spider *spider 494 ha_spider *spider 504 ha_spider *spider 509 ha_spider *spider 515 ha_spider *spider 527 ha_spider *spider 553 ha_spider *spider 601 ha_spider *spider 774 ha_spider *spider [all …]
|
H A D | spd_db_conn.cc | 265 spider->conn_link_idx[link_idx], &spider->need_mons[link_idx])); in spider_db_ping() 2804 spider))) in spider_db_fetch_for_item_sum_funcs() 3223 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_table() 3417 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_key() 3534 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_minimum_columns() 4217 spider->quick_targets[link_idx] = spider; in spider_db_store_result() 4662 spider->quick_targets[link_idx] = spider; in spider_db_store_result_for_reuse_cursor() 6048 pos->sql_kind = spider->sql_kind[spider->result_link_idx]; in spider_db_create_position() 7707 if (spider->hs_increment || spider->hs_decrement) in spider_db_direct_update() 9894 spider = field_holder->spider; in spider_db_open_item_ident() [all …]
|
/dports/textproc/hs-pandoc/pandoc-2.14.2/test/command/ |
H A D | 3752.md | 4 [INFO] Loaded command/chap1/spider.png from command/chap1/spider.png 5 [INFO] Loaded command/chap2/spider.png from command/chap2/spider.png 9 A spider: [spider] 11 Another spider: [another spider] 27 A spider: [spider] 34 <p>A spider: <img src="command/chap1/spider.png" alt="spider" /></p> 35 <p>Another spider: <img src="command/chap2/spider.png" alt="another spider" /></p> 43 <p>A spider: <img src="command/chap2/spider.png" alt="spider" /></p> 50 <p>A spider: <img src="command/chap1/spider.png" alt="spider" /></p> 51 <p>Another spider: <img src="command/chap2/spider.png" alt="another spider" /></p> [all …]
|
/dports/www/py-scrapy/Scrapy-2.5.1/scrapy/downloadermiddlewares/ |
H A D | stats.py | 18 def process_request(self, request, spider): argument 19 self.stats.inc_value('downloader/request_count', spider=spider) 20 self.stats.inc_value(f'downloader/request_method_count/{request.method}', spider=spider) 22 self.stats.inc_value('downloader/request_bytes', reqlen, spider=spider) 24 def process_response(self, request, response, spider): argument 25 self.stats.inc_value('downloader/response_count', spider=spider) 26 self.stats.inc_value(f'downloader/response_status_count/{response.status}', spider=spider) 28 self.stats.inc_value('downloader/response_bytes', reslen, spider=spider) 31 def process_exception(self, request, exception, spider): argument 33 self.stats.inc_value('downloader/exception_count', spider=spider) [all …]
|
H A D | httpcache.py | 53 self.storage.open_spider(spider) 56 self.storage.close_spider(spider) 70 self.stats.inc_value('httpcache/miss', spider=spider) 72 self.stats.inc_value('httpcache/ignore', spider=spider) 79 self.stats.inc_value('httpcache/hit', spider=spider) 105 self.stats.inc_value('httpcache/firsthand', spider=spider) 110 self.stats.inc_value('httpcache/revalidate', spider=spider) 113 self.stats.inc_value('httpcache/invalidate', spider=spider) 122 self.stats.inc_value('httpcache/errorrecovery', spider=spider) 130 self.stats.inc_value('httpcache/store', spider=spider) [all …]
|
/dports/www/py-scrapy/Scrapy-2.5.1/scrapy/extensions/ |
H A D | corestats.py | 25 def spider_opened(self, spider): argument 27 self.stats.set_value('start_time', self.start_time, spider=spider) 33 self.stats.set_value('elapsed_time_seconds', elapsed_time_seconds, spider=spider) 34 self.stats.set_value('finish_time', finish_time, spider=spider) 35 self.stats.set_value('finish_reason', reason, spider=spider) 37 def item_scraped(self, item, spider): argument 38 self.stats.inc_value('item_scraped_count', spider=spider) 40 def response_received(self, spider): argument 41 self.stats.inc_value('response_received_count', spider=spider) 45 self.stats.inc_value('item_dropped_count', spider=spider) [all …]
|
/dports/security/zaproxy/zaproxy-2.11.1/zap/src/main/java/org/zaproxy/zap/spider/ |
H A D | SpiderController.java | 20 package org.zaproxy.zap.spider; 34 import org.zaproxy.zap.spider.filters.FetchFilter; 36 import org.zaproxy.zap.spider.filters.ParseFilter; 41 import org.zaproxy.zap.spider.parser.SpiderParser; 73 private Spider spider; field in SpiderController 89 this.spider = spider; in SpiderController() 142 spider.getSpiderParam(), spider.getExtensionSpider().getValueGenerator()); in prepareDefaultParsers() 183 spider.submitTask(task); in addSeed() 321 spider.notifyListenersFoundURI( in resourceFound() 326 spider.notifyListenersFoundURI( in resourceFound() [all …]
|