Home
last modified time | relevance | path

Searched refs:spider (Results 1 – 25 of 2027) sorted by relevance

12345678910>>...82

/dports/www/py-scrapy/Scrapy-2.5.1/tests/
H A Dtest_downloadermiddleware_retry.py142 spider=spider,
155 spider=spider,
168 spider=spider,
186 spider=spider,
193 spider=spider,
211 spider=spider,
218 spider=spider,
234 spider=spider,
246 spider = spider or self.spider
407 spider=spider,
[all …]
H A Dtest_utils_reqser.py31 self._assert_serializes_ok(r, spider=self.spider)
42 d = request_to_dict(request, spider=spider)
43 request2 = request_from_dict(d, spider=spider)
64 self._assert_serializes_ok(r, spider=self.spider)
66 self._assert_serializes_ok(r, spider=self.spider)
71 self._assert_serializes_ok(r, spider=self.spider)
77 self._assert_serializes_ok(r, spider=self.spider)
86 self._assert_serializes_ok(r, spider=self.spider)
97 self._assert_serializes_ok(r, spider=self.spider)
103 self._assert_serializes_ok(r, spider=self.spider)
[all …]
H A Dtest_downloadermiddleware_useragent.py13 spider = crawler._create_spider('foo')
19 assert mw.process_request(req, spider) is None
25 spider.user_agent = None
26 mw.spider_opened(spider)
33 spider.user_agent = 'spider_useragent'
34 mw.spider_opened(spider)
41 spider.user_agent = 'spider_useragent'
42 mw.spider_opened(spider)
49 spider, mw = self.get_spider_and_mw(None)
50 spider.user_agent = None
[all …]
/dports/www/py-scrapy/Scrapy-2.5.1/scrapy/core/
H A Dscraper.py78 def open_spider(self, spider): argument
83 def close_spider(self, spider): argument
97 slot.closing.callback(spider)
115 self._scrape_next(spider, slot)
168 extra={'spider': spider}
173 spider=spider
177 spider=spider
193 self.crawler.engine.crawl(request=output, spider=spider)
246 spider=spider, exception=output.value)
253 spider=spider, failure=output)
[all …]
H A Dengine.py64 self.spider = None
115 def _next_request(self, spider): argument
140 self._spider_idle(spider)
209 return [self.spider] if self.spider else []
222 self.signals.send_catch_log(signals.request_scheduled, request=request, spider=spider)
224 self.signals.send_catch_log(signals.request_dropped, request=request, spider=spider)
255 spider=spider,
278 self.spider = spider
282 yield self.signals.send_catch_log_deferred(signals.spider_opened, spider=spider)
286 def _spider_idle(self, spider): argument
[all …]
/dports/www/py-scrapy/Scrapy-2.5.1/scrapy/
H A Drobotstxt.py24 extra={'spider': spider},
61 self.spider = spider
68 spider = None if not crawler else crawler.spider
69 o = cls(robotstxt_body, spider)
81 self.spider = spider
86 spider = None if not crawler else crawler.spider
87 o = cls(robotstxt_body, spider)
97 self.spider = spider
104 spider = None if not crawler else crawler.spider
117 self.spider = spider
[all …]
/dports/databases/mariadb104-server/mariadb-10.4.24/storage/spider/
H A Dspd_db_conn.cc254 ha_spider *spider, in spider_db_ping() argument
265 spider->conn_link_idx[link_idx], &spider->need_mons[link_idx])); in spider_db_ping()
2779 spider))) in spider_db_fetch_for_item_sum_funcs()
3197 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_table()
3391 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_key()
3508 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_minimum_columns()
4187 spider->quick_targets[link_idx] = spider; in spider_db_store_result()
5584 pos->sql_kind = spider->sql_kind[spider->result_link_idx]; in spider_db_create_position()
7219 if (spider->hs_increment || spider->hs_decrement) in spider_db_direct_update()
9393 spider = field_holder->spider; in spider_db_open_item_ident()
[all …]
H A Dspd_db_conn.h451 ha_spider *spider
455 ha_spider *spider
490 ha_spider *spider
500 ha_spider *spider
505 ha_spider *spider
511 ha_spider *spider
523 ha_spider *spider
549 ha_spider *spider
597 ha_spider *spider
764 ha_spider *spider
[all …]
/dports/databases/mariadb104-client/mariadb-10.4.24/storage/spider/
H A Dspd_db_conn.cc254 ha_spider *spider, in spider_db_ping() argument
265 spider->conn_link_idx[link_idx], &spider->need_mons[link_idx])); in spider_db_ping()
2779 spider))) in spider_db_fetch_for_item_sum_funcs()
3197 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_table()
3391 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_key()
3508 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_minimum_columns()
4187 spider->quick_targets[link_idx] = spider; in spider_db_store_result()
5584 pos->sql_kind = spider->sql_kind[spider->result_link_idx]; in spider_db_create_position()
7219 if (spider->hs_increment || spider->hs_decrement) in spider_db_direct_update()
9393 spider = field_holder->spider; in spider_db_open_item_ident()
[all …]
H A Dspd_db_conn.h451 ha_spider *spider
455 ha_spider *spider
490 ha_spider *spider
500 ha_spider *spider
505 ha_spider *spider
511 ha_spider *spider
523 ha_spider *spider
549 ha_spider *spider
597 ha_spider *spider
764 ha_spider *spider
[all …]
/dports/databases/mariadb103-client/mariadb-10.3.34/storage/spider/
H A Dspd_db_conn.cc253 ha_spider *spider, in spider_db_ping() argument
264 spider->conn_link_idx[link_idx], &spider->need_mons[link_idx])); in spider_db_ping()
2581 spider))) in spider_db_fetch_for_item_sum_funcs()
2999 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_table()
3193 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_key()
3310 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_minimum_columns()
3989 spider->quick_targets[link_idx] = spider; in spider_db_store_result()
5386 pos->sql_kind = spider->sql_kind[spider->result_link_idx]; in spider_db_create_position()
6977 if (spider->hs_increment || spider->hs_decrement) in spider_db_direct_update()
9116 spider = field_holder->spider; in spider_db_open_item_ident()
[all …]
H A Dspd_db_conn.h442 ha_spider *spider
446 ha_spider *spider
481 ha_spider *spider
486 ha_spider *spider
491 ha_spider *spider
497 ha_spider *spider
509 ha_spider *spider
535 ha_spider *spider
583 ha_spider *spider
742 ha_spider *spider
[all …]
/dports/databases/mariadb103-server/mariadb-10.3.34/storage/spider/
H A Dspd_db_conn.cc253 ha_spider *spider, in spider_db_ping() argument
264 spider->conn_link_idx[link_idx], &spider->need_mons[link_idx])); in spider_db_ping()
2581 spider))) in spider_db_fetch_for_item_sum_funcs()
2999 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_table()
3193 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_key()
3310 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_minimum_columns()
3989 spider->quick_targets[link_idx] = spider; in spider_db_store_result()
5386 pos->sql_kind = spider->sql_kind[spider->result_link_idx]; in spider_db_create_position()
6977 if (spider->hs_increment || spider->hs_decrement) in spider_db_direct_update()
9116 spider = field_holder->spider; in spider_db_open_item_ident()
[all …]
H A Dspd_db_conn.h442 ha_spider *spider
446 ha_spider *spider
481 ha_spider *spider
486 ha_spider *spider
491 ha_spider *spider
497 ha_spider *spider
509 ha_spider *spider
535 ha_spider *spider
583 ha_spider *spider
742 ha_spider *spider
[all …]
/dports/www/ilias/ILIAS-5.4.25/Services/Chart/classes/
H A Dclass.ilChartDataSpider.php32 $spider = new stdClass();
33 $spider->active = true;
36 $spider->highlight->mode = "line";
39 $spider->legs = new stdClass();
52 $spider->legs->data = array();
75 $spider->spiderSize = 0.7;
76 $spider->lineWidth = 1;
77 $spider->pointSize = 0;
80 $spider->connection->width = 2;
82 $spider->legMin = 0.0000001;
[all …]
/dports/www/ilias6/ILIAS-6.14/Services/Chart/classes/
H A Dclass.ilChartDataSpider.php32 $spider = new stdClass();
33 $spider->active = true;
36 $spider->highlight->mode = "line";
39 $spider->legs = new stdClass();
52 $spider->legs->data = array();
75 $spider->spiderSize = 0.7;
76 $spider->lineWidth = 1;
77 $spider->pointSize = 0;
80 $spider->connection->width = 2;
82 $spider->legMin = 0.0000001;
[all …]
/dports/databases/mariadb105-client/mariadb-10.5.15/storage/spider/
H A Dspd_db_conn.h455 ha_spider *spider
459 ha_spider *spider
494 ha_spider *spider
504 ha_spider *spider
509 ha_spider *spider
515 ha_spider *spider
527 ha_spider *spider
553 ha_spider *spider
601 ha_spider *spider
774 ha_spider *spider
[all …]
H A Dspd_db_conn.cc265 spider->conn_link_idx[link_idx], &spider->need_mons[link_idx])); in spider_db_ping()
2804 spider))) in spider_db_fetch_for_item_sum_funcs()
3223 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_table()
3417 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_key()
3534 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_minimum_columns()
4217 spider->quick_targets[link_idx] = spider; in spider_db_store_result()
4662 spider->quick_targets[link_idx] = spider; in spider_db_store_result_for_reuse_cursor()
6048 pos->sql_kind = spider->sql_kind[spider->result_link_idx]; in spider_db_create_position()
7707 if (spider->hs_increment || spider->hs_decrement) in spider_db_direct_update()
9894 spider = field_holder->spider; in spider_db_open_item_ident()
[all …]
/dports/databases/mariadb105-server/mariadb-10.5.15/storage/spider/
H A Dspd_db_conn.h455 ha_spider *spider
459 ha_spider *spider
494 ha_spider *spider
504 ha_spider *spider
509 ha_spider *spider
515 ha_spider *spider
527 ha_spider *spider
553 ha_spider *spider
601 ha_spider *spider
774 ha_spider *spider
[all …]
H A Dspd_db_conn.cc265 spider->conn_link_idx[link_idx], &spider->need_mons[link_idx])); in spider_db_ping()
2804 spider))) in spider_db_fetch_for_item_sum_funcs()
3223 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_table()
3417 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_key()
3534 spider->ft_first, spider->ft_current, row))) in spider_db_fetch_minimum_columns()
4217 spider->quick_targets[link_idx] = spider; in spider_db_store_result()
4662 spider->quick_targets[link_idx] = spider; in spider_db_store_result_for_reuse_cursor()
6048 pos->sql_kind = spider->sql_kind[spider->result_link_idx]; in spider_db_create_position()
7707 if (spider->hs_increment || spider->hs_decrement) in spider_db_direct_update()
9894 spider = field_holder->spider; in spider_db_open_item_ident()
[all …]
/dports/textproc/hs-pandoc/pandoc-2.14.2/test/command/
H A D3752.md4 [INFO] Loaded command/chap1/spider.png from command/chap1/spider.png
5 [INFO] Loaded command/chap2/spider.png from command/chap2/spider.png
9 A spider: [spider]
11 Another spider: [another spider]
27 A spider: [spider]
34 <p>A spider: <img src="command/chap1/spider.png" alt="spider" /></p>
35 <p>Another spider: <img src="command/chap2/spider.png" alt="another spider" /></p>
43 <p>A spider: <img src="command/chap2/spider.png" alt="spider" /></p>
50 <p>A spider: <img src="command/chap1/spider.png" alt="spider" /></p>
51 <p>Another spider: <img src="command/chap2/spider.png" alt="another spider" /></p>
[all …]
/dports/www/py-scrapy/Scrapy-2.5.1/scrapy/downloadermiddlewares/
H A Dstats.py18 def process_request(self, request, spider): argument
19 self.stats.inc_value('downloader/request_count', spider=spider)
20 self.stats.inc_value(f'downloader/request_method_count/{request.method}', spider=spider)
22 self.stats.inc_value('downloader/request_bytes', reqlen, spider=spider)
24 def process_response(self, request, response, spider): argument
25 self.stats.inc_value('downloader/response_count', spider=spider)
26 self.stats.inc_value(f'downloader/response_status_count/{response.status}', spider=spider)
28 self.stats.inc_value('downloader/response_bytes', reslen, spider=spider)
31 def process_exception(self, request, exception, spider): argument
33 self.stats.inc_value('downloader/exception_count', spider=spider)
[all …]
H A Dhttpcache.py53 self.storage.open_spider(spider)
56 self.storage.close_spider(spider)
70 self.stats.inc_value('httpcache/miss', spider=spider)
72 self.stats.inc_value('httpcache/ignore', spider=spider)
79 self.stats.inc_value('httpcache/hit', spider=spider)
105 self.stats.inc_value('httpcache/firsthand', spider=spider)
110 self.stats.inc_value('httpcache/revalidate', spider=spider)
113 self.stats.inc_value('httpcache/invalidate', spider=spider)
122 self.stats.inc_value('httpcache/errorrecovery', spider=spider)
130 self.stats.inc_value('httpcache/store', spider=spider)
[all …]
/dports/www/py-scrapy/Scrapy-2.5.1/scrapy/extensions/
H A Dcorestats.py25 def spider_opened(self, spider): argument
27 self.stats.set_value('start_time', self.start_time, spider=spider)
33 self.stats.set_value('elapsed_time_seconds', elapsed_time_seconds, spider=spider)
34 self.stats.set_value('finish_time', finish_time, spider=spider)
35 self.stats.set_value('finish_reason', reason, spider=spider)
37 def item_scraped(self, item, spider): argument
38 self.stats.inc_value('item_scraped_count', spider=spider)
40 def response_received(self, spider): argument
41 self.stats.inc_value('response_received_count', spider=spider)
45 self.stats.inc_value('item_dropped_count', spider=spider)
[all …]
/dports/security/zaproxy/zaproxy-2.11.1/zap/src/main/java/org/zaproxy/zap/spider/
H A DSpiderController.java20 package org.zaproxy.zap.spider;
34 import org.zaproxy.zap.spider.filters.FetchFilter;
36 import org.zaproxy.zap.spider.filters.ParseFilter;
41 import org.zaproxy.zap.spider.parser.SpiderParser;
73 private Spider spider; field in SpiderController
89 this.spider = spider; in SpiderController()
142 spider.getSpiderParam(), spider.getExtensionSpider().getValueGenerator()); in prepareDefaultParsers()
183 spider.submitTask(task); in addSeed()
321 spider.notifyListenersFoundURI( in resourceFound()
326 spider.notifyListenersFoundURI( in resourceFound()
[all …]

12345678910>>...82