| /dports/www/py-scrapy/Scrapy-2.5.1/scrapy/ |
| H A D | statscollectors.py | 19 def get_stats(self, spider=None): argument
22 def set_value(self, key, value, spider=None): argument
25 def set_stats(self, stats, spider=None): argument
32 def max_value(self, key, value, spider=None): argument
35 def min_value(self, key, value, spider=None): argument
38 def clear_stats(self, spider=None): argument
41 def open_spider(self, spider): argument
44 def close_spider(self, spider, reason): argument
50 def _persist_stats(self, stats, spider): argument
60 def _persist_stats(self, stats, spider): argument
[all …]
|
| H A D | logformatter.py | 55 def crawled(self, request, response, spider): argument
73 def scraped(self, item, response, spider): argument
88 def dropped(self, item, exception, response, spider): argument
99 def item_error(self, item, exception, response, spider): argument
113 def spider_error(self, failure, request, response, spider): argument
127 def download_error(self, failure, request, spider, errmsg=None): argument
|
| H A D | shell.py | 39 def start(self, url=None, request=None, response=None, spider=None, redirect=True): argument
78 def _schedule(self, request, spider): argument
85 def _open_spider(self, request, spider): argument
97 def fetch(self, request_or_url, spider=None, redirect=True, **kwargs): argument
116 def populate_vars(self, response=None, request=None, spider=None): argument
159 def inspect_response(response, spider): argument
|
| /dports/www/py-scrapy/Scrapy-2.5.1/scrapy/core/ |
| H A D | scraper.py | 78 def open_spider(self, spider): argument
83 def close_spider(self, spider): argument
95 def _check_if_closing(self, spider, slot): argument
99 def enqueue_scrape(self, response, request, spider): argument
118 def _scrape_next(self, spider, slot): argument
123 def _scrape(self, result, request, spider): argument
134 def _scrape2(self, result, request, spider): argument
144 def call_spider(self, result, request, spider): argument
159 def handle_spider_error(self, _failure, request, response, spider): argument
180 def handle_spider_output(self, result, request, response, spider): argument
[all …]
|
| H A D | engine.py | 115 def _next_request(self, spider): argument
142 def _needs_backout(self, spider): argument
151 def _next_request_from_scheduler(self, spider): argument
188 def spider_is_idle(self, spider): argument
215 def crawl(self, request, spider): argument
221 def schedule(self, request, spider): argument
226 def download(self, request, spider): argument
231 def _downloaded(self, response, slot, request, spider): argument
235 def _download(self, request, spider): argument
286 def _spider_idle(self, spider): argument
[all …]
|
| H A D | spidermw.py | 40 def _process_spider_input(self, scrape_func, response, request, spider): argument
54 def _evaluate_iterable(self, response, spider, iterable, exception_processor_index, recover_to): argument
65 def _process_spider_exception(self, response, spider, _failure, start_index=0): argument
87 def _process_spider_output(self, response, spider, result, start_index=0): argument
113 def _process_callback_output(self, response, spider, result): argument
118 def scrape_response(self, scrape_func, response, request, spider): argument
129 def process_start_requests(self, start_requests, spider): argument
|
| /dports/www/py-scrapy/Scrapy-2.5.1/tests/ |
| H A D | test_middleware.py | 10 def open_spider(self, spider): argument
13 def close_spider(self, spider): argument
16 def process(self, response, request, spider): argument
22 def open_spider(self, spider): argument
25 def close_spider(self, spider): argument
33 def process(self, response, request, spider): argument
39 def open_spider(self, spider): argument
42 def close_spider(self, spider): argument
|
| H A D | test_spidermiddleware_output_chain.py | 12 def process_spider_exception(self, response, exception, spider): argument
20 def process_spider_exception(self, response, exception, spider): argument
49 def process_spider_input(self, response, spider): argument
144 def process_spider_output(self, response, result, spider): argument
149 def process_spider_exception(self, response, exception, spider): argument
156 def process_spider_output(self, response, result, spider): argument
173 def process_spider_output(self, response, result, spider): argument
211 def process_spider_output(self, response, result, spider): argument
225 def process_spider_output(self, response, result, spider): argument
244 def process_spider_output(self, response, result, spider): argument
[all …]
|
| H A D | test_spidermiddleware.py | 42 def process_spider_input(self, response, spider): argument
57 def process_spider_output(self, response, result, spider): argument
72 def process_spider_exception(self, response, exception, spider): argument
76 def process_spider_output(self, response, result, spider): argument
92 def process_spider_exception(self, response, exception, spider): argument
96 def process_spider_output(self, response, result, spider): argument
|
| H A D | pipelines.py | 8 def open_spider(self, spider): argument
11 def process_item(self, item, spider): argument
17 def process_item(self, item, spider): argument
|
| H A D | test_request_attribute_binding.py | 18 def process_response(self, request, response, spider): argument
23 def process_request(self, request, spider): argument
29 def process_exception(self, request, exception, spider): argument
38 def process_exception(self, request, exception, spider): argument
53 def process_response(self, request, response, spider): argument
115 def signal_handler(response, request, spider): argument
|
| H A D | test_downloadermiddleware.py | 112 def process_request(self, request, spider): argument
135 def process_request(self, request, spider): argument
154 def process_response(self, request, response, spider): argument
173 def process_request(self, request, spider): argument
176 def process_exception(self, request, exception, spider): argument
198 def process_request(self, request, spider): argument
234 async def process_request(self, request, spider): argument
260 async def process_request(self, request, spider): argument
|
| /dports/www/py-scrapy/Scrapy-2.5.1/scrapy/extensions/ |
| H A D | throttle.py | 25 def _spider_opened(self, spider): argument
30 def _min_delay(self, spider): argument
34 def _max_delay(self, spider): argument
37 def _start_delay(self, spider): argument
40 def _response_downloaded(self, response, request, spider): argument
64 def _get_slot(self, request, spider): argument
|
| H A D | corestats.py | 25 def spider_opened(self, spider): argument
29 def spider_closed(self, spider, reason): argument
37 def item_scraped(self, item, spider): argument
40 def response_received(self, spider): argument
43 def item_dropped(self, item, spider, exception): argument
|
| H A D | closespider.py | 44 def error_count(self, failure, response, spider): argument
49 def page_count(self, response, request, spider): argument
54 def spider_opened(self, spider): argument
60 def item_scraped(self, item, spider): argument
65 def spider_closed(self, spider): argument
|
| H A D | httpcache.py | 225 def open_spider(self, spider): argument
231 def close_spider(self, spider): argument
234 def retrieve_response(self, spider, request): argument
246 def store_response(self, spider, request, response): argument
257 def _read_data(self, spider, request): argument
282 def open_spider(self, spider): argument
286 def close_spider(self, spider): argument
289 def retrieve_response(self, spider, request): argument
306 def store_response(self, spider, request, response): argument
331 def _get_request_path(self, spider, request): argument
[all …]
|
| /dports/www/py-scrapy/Scrapy-2.5.1/tests/test_cmdline_crawl_with_pipeline/test_spider/ |
| H A D | pipelines.py | 3 def open_spider(self, spider): argument
6 def process_item(self, item, spider): argument
12 def open_spider(self, spider): argument
15 def process_item(self, item, spider): argument
|
| /dports/www/py-scrapy/Scrapy-2.5.1/scrapy/spidermiddlewares/ |
| H A D | offsite.py | 28 def process_spider_output(self, response, result, spider): argument
45 def should_follow(self, request, spider): argument
51 def get_host_regex(self, spider): argument
75 def spider_opened(self, spider): argument
|
| /dports/www/py-scrapy/Scrapy-2.5.1/scrapy/downloadermiddlewares/ |
| H A D | robotstxt.py | 38 def process_request(self, request, spider): argument
45 def process_request_2(self, rp, request, spider): argument
58 def robot_parser(self, request, spider): argument
87 def _logerror(self, failure, request, spider): argument
95 def _parse_robots(self, response, netloc, spider): argument
|
| H A D | cookies.py | 26 def process_request(self, request, spider): argument
40 def process_response(self, request, response, spider): argument
52 def _debug_cookie(self, request, spider): argument
61 def _debug_set_cookie(self, response, spider): argument
|
| /dports/www/py-scrapy/Scrapy-2.5.1/scrapy/core/downloader/ |
| H A D | __init__.py | 58 def _get_concurrency_delay(concurrency, spider, settings): argument
87 def fetch(self, request, spider): argument
99 def _get_slot(self, request, spider): argument
108 def _get_slot_key(self, request, spider): argument
118 def _enqueue_request(self, request, spider): argument
135 def _process_queue(self, spider, slot): argument
160 def _download(self, slot, request, spider): argument
|
| /dports/databases/mariadb103-client/mariadb-10.3.34/storage/spider/ |
| H A D | spd_db_conn.cc | 253 ha_spider *spider, in spider_db_ping()
903 ha_spider *spider, in spider_db_set_names()
914 ha_spider *spider, in spider_db_query_with_set_names()
987 ha_spider *spider, in spider_db_query_for_bulk_update()
1410 ha_spider *spider in spider_db_append_select()
1431 ha_spider *spider in spider_db_append_select_columns()
2516 ha_spider *spider in spider_db_append_key_where()
2548 ha_spider *spider in spider_db_refetch_for_item_sum_funcs()
2569 ha_spider *spider in spider_db_fetch_for_item_sum_funcs()
2590 ha_spider *spider in spider_db_fetch_for_item_sum_func()
[all …]
|
| /dports/databases/mariadb103-server/mariadb-10.3.34/storage/spider/ |
| H A D | spd_db_conn.cc | 253 ha_spider *spider, in spider_db_ping()
903 ha_spider *spider, in spider_db_set_names()
914 ha_spider *spider, in spider_db_query_with_set_names()
987 ha_spider *spider, in spider_db_query_for_bulk_update()
1410 ha_spider *spider in spider_db_append_select()
1431 ha_spider *spider in spider_db_append_select_columns()
2516 ha_spider *spider in spider_db_append_key_where()
2548 ha_spider *spider in spider_db_refetch_for_item_sum_funcs()
2569 ha_spider *spider in spider_db_fetch_for_item_sum_funcs()
2590 ha_spider *spider in spider_db_fetch_for_item_sum_func()
[all …]
|
| /dports/databases/mariadb105-client/mariadb-10.5.15/storage/spider/ |
| H A D | spd_db_conn.cc | 254 ha_spider *spider, in spider_db_ping()
972 ha_spider *spider, in spider_db_set_names()
984 ha_spider *spider, in spider_db_query_with_set_names()
1058 ha_spider *spider, in spider_db_query_for_bulk_update()
1494 ha_spider *spider in spider_db_append_select()
1515 ha_spider *spider in spider_db_append_select_columns()
2723 ha_spider *spider in spider_db_append_key_where()
2771 ha_spider *spider in spider_db_refetch_for_item_sum_funcs()
2792 ha_spider *spider in spider_db_fetch_for_item_sum_funcs()
2813 ha_spider *spider in spider_db_fetch_for_item_sum_func()
[all …]
|
| /dports/databases/mariadb105-server/mariadb-10.5.15/storage/spider/ |
| H A D | spd_db_conn.cc | 254 ha_spider *spider, in spider_db_ping()
972 ha_spider *spider, in spider_db_set_names()
984 ha_spider *spider, in spider_db_query_with_set_names()
1058 ha_spider *spider, in spider_db_query_for_bulk_update()
1494 ha_spider *spider in spider_db_append_select()
1515 ha_spider *spider in spider_db_append_select_columns()
2723 ha_spider *spider in spider_db_append_key_where()
2771 ha_spider *spider in spider_db_refetch_for_item_sum_funcs()
2792 ha_spider *spider in spider_db_fetch_for_item_sum_funcs()
2813 ha_spider *spider in spider_db_fetch_for_item_sum_func()
[all …]
|