Skip to content
Arm
Git
Search or jump to…
Ctrl K
Categories
Theme: System
Sign in
Get started
armgit
/
scrapy
Public
Imported from GitHub
Fork
0
Watch
0
Star
0
Scrapy, a fast high-level web crawling & scraping framework for Python.
Python
crawler
crawling
framework
hacktoberfest
python
scraping
web-scraping
web-scraping-python
Code
Commits
Issues
Pull requests
Wiki
Builds
Discussions
Projects
Insights
Search
Files
master
42 branches · 135 tags
Go to file
t
Code
scrapy
/
tests
Name
Last commit message
Last commit date
..
AsyncCrawlerProcess
AsyncCrawlerRunner
benchmarks
CrawlerProcess
CrawlerRunner
keys
mocks
mockserver
sample_data
test_cmdline
test_cmdline_crawl_with_pipeline
test_settings
test_spiderloader
test_utils_misc
utils
PY
__init__.py
1.1 KB
TXT
ignores.txt
389 B
PY
pipelines.py
265 B
PY
spiders.py
25.2 KB
PY
test_addons.py
8.6 KB
PY
test_closespider.py
4.2 KB
PY
test_command_check.py
11.8 KB
PY
test_command_complete.py
7.6 KB
PY
test_command_crawl.py
6.5 KB
PY
test_command_fetch.py
3.3 KB
PY
test_command_genrequest.py
3.6 KB
PY
test_command_genspider.py
12.1 KB
PY
test_command_parse.py
22.0 KB
PY
test_command_runspider.py
16.2 KB
PY
test_command_shell.py
17.6 KB
PY
test_command_startproject.py
10.1 KB
PY
test_command_version.py
569 B
PY
test_commands.py
34.4 KB
PY
test_contracts.py
32.1 KB
PY
test_core_downloader.py
36.1 KB
PY
test_core_scraper.py
5.9 KB
PY
test_crash.py
3.2 KB
PY
test_crawl.py
46.6 KB
PY
test_crawler_runners.py
8.8 KB
PY
test_crawler_subprocess.py
29.5 KB
PY
test_crawler.py
40.2 KB
PY
test_dependencies.py
927 B
PY
test_downloader_handler_aioftp.py
15.1 KB
PY
test_downloader_handler_aiohttp.py
4.3 KB
PY
test_downloader_handler_httpx.py
10.1 KB
PY
test_downloader_handler_twisted_ftp.py
11.7 KB
PY
test_downloader_handler_twisted_http11.py
24.7 KB
PY
test_downloader_handler_twisted_http2.py
8.3 KB
PY
test_downloader_handlers.py
23.3 KB
PY
test_downloader.py
40.5 KB
PY
test_downloadermiddleware_cookies.py
45.1 KB
PY
test_downloadermiddleware_defaultheaders.py
1.2 KB
PY
test_downloadermiddleware_downloadtimeout.py
1.7 KB
PY
test_downloadermiddleware_httpauth.py
10.1 KB
PY
test_downloadermiddleware_httpcache.py
56.0 KB
PY
test_downloadermiddleware_httpcompression.py
38.1 KB
PY
test_downloadermiddleware_httpproxy.py
19.1 KB
PY
test_downloadermiddleware_jsonvalidation.py
2.7 KB
PY
test_downloadermiddleware_offsite.py
10.8 KB
PY
test_downloadermiddleware_redirect_metarefresh.py
8.7 KB
PY
test_downloadermiddleware_redirect.py
28.6 KB
PY
test_downloadermiddleware_retry.py
29.3 KB
PY
test_downloadermiddleware_robotstxt.py
20.7 KB
PY
test_downloadermiddleware_stats.py
3.8 KB
PY
test_downloadermiddleware_uriuserinfo.py
2.6 KB
PY
test_downloadermiddleware_useragent.py
1.3 KB
PY
test_downloadermiddleware.py
21.0 KB
PY
test_downloaderslotssettings.py
7.1 KB
PY
test_dupefilters.py
10.3 KB
PY
test_engine_close_spider.py
6.1 KB
PY
test_engine_download.py
5.5 KB
PY
test_engine_lifecycle.py
41.8 KB
PY
test_engine_loop.py
16.7 KB
PY
test_engine_stop_download_bytes.py
2.3 KB
PY
test_engine_stop_download_headers.py
2.1 KB
PY
test_engine.py
22.9 KB
PY
test_exporters.py
26.1 KB
PY
test_extension_debug.py
4.7 KB
PY
test_extension_event_loop_lag.py
1.6 KB
PY
test_extension_memdebug.py
1.6 KB
PY
test_extension_memusage.py
7.2 KB
PY
test_extension_periodic_log.py
8.4 KB
PY
test_extension_remote_control.py
21.2 KB
PY
test_extension_statsmailer.py
3.0 KB
PY
test_extension_telnet.py
5.4 KB
PY
test_extension_throttle.py
9.7 KB
PY
test_feedexport_async.py
8.4 KB
PY
test_feedexport_batch.py
18.8 KB
PY
test_feedexport_empty.py
2.7 KB
PY
test_feedexport_fields.py
6.9 KB
PY
test_feedexport_filters_processors.py
5.8 KB
PY
test_feedexport_formats.py
7.5 KB
PY
test_feedexport_lifecycle.py
5.1 KB
PY
test_feedexport_mode.py
13.2 KB
PY
test_feedexport_postprocess.py
19.3 KB
PY
test_feedexport_reporting.py
4.6 KB
PY
test_feedexport_storages.py
39.8 KB
PY
test_feedexport_uri_params.py
9.5 KB
PY
test_feedexport.py
7.7 KB
PY
test_http_cookies.py
6.7 KB
PY
test_http_headers.py
8.1 KB
PY
test_http_request_form.py
42.2 KB
PY
test_http_request_json.py
6.2 KB
PY
test_http_request.py
2.7 KB
PY
test_http_response_body_file.py
672 B
PY
test_http_response_text.py
32.6 KB
PY
test_http_response.py
200 B
PY
test_http2_client_protocol.py
28.6 KB
PY
test_item.py
9.9 KB
PY
test_link.py
1.7 KB
PY
test_linkextractors.py
35.6 KB
PY
test_loader.py
19.4 KB
PY
test_logformatter.py
11.8 KB
PY
test_logstats.py
3.3 KB
PY
test_mail.py
5.2 KB
PY
test_middleware.py
3.0 KB
PY
test_pipeline_crawl.py
12.8 KB
PY
test_pipeline_files.py
71.0 KB
PY
test_pipeline_images.py
30.9 KB
PY
test_pipeline_media.py
23.8 KB
PY
test_pipelines.py
19.4 KB
PY
test_poet.py
774 B
PY
test_pqueues.py
19.1 KB
PY
test_request_attribute_binding.py
8.0 KB
PY
test_request_cb_kwargs.py
6.8 KB
PY
test_request_dict.py
7.8 KB
PY
test_request_left.py
2.1 KB
PY
test_request_lineage.py
2.2 KB
PY
test_resolver.py
4.6 KB
PY
test_response_dict.py
3.7 KB
PY
test_responsetypes.py
5.1 KB
PY
test_robotstxt_interface.py
9.2 KB
PY
test_scheduler_base.py
8.8 KB
PY
test_scheduler.py
16.8 KB
PY
test_scrapy__getattr__.py
548 B
PY
test_selector.py
9.9 KB
PY
test_signalmanager.py
2.0 KB
PY
test_signals.py
1.4 KB
PY
test_spider_crawl.py
14.0 KB
PY
test_spider_sitemap.py
42.8 KB
PY
test_spider_start.py
3.2 KB
PY
test_spider.py
10.1 KB
PY
test_spidermiddleware_base.py
5.1 KB
PY
test_spidermiddleware_depth.py
4.3 KB
PY
test_spidermiddleware_httperror.py
18.3 KB
PY
test_spidermiddleware_metacopy.py
7.3 KB
PY
test_spidermiddleware_output_chain.py
20.3 KB
PY
test_spidermiddleware_process_start.py
3.7 KB
PY
test_spidermiddleware_referer.py
36.4 KB
PY
test_spidermiddleware_start.py
1.4 KB
PY
test_spidermiddleware_stickymeta.py
3.3 KB
PY
test_spidermiddleware_urllength.py
1.8 KB
PY
test_spidermiddleware.py
18.6 KB
PY
test_spiderstate.py
2.9 KB
PY
test_squeues_request.py
8.2 KB
PY
test_squeues.py
4.5 KB
PY
test_stats.py
9.2 KB
PY
test_toplevel.py
741 B
PY
test_utils_asyncgen.py
496 B
PY
test_utils_asyncio.py
11.4 KB
PY
test_utils_benchserver.py
1.3 KB
PY
test_utils_compression.py
1.7 KB
PY
test_utils_conf.py
9.2 KB
PY
test_utils_curl.py
17.2 KB
PY
test_utils_datatypes.py
11.7 KB
PY
test_utils_decorators.py
5.5 KB
PY
test_utils_defer.py
17.1 KB
PY
test_utils_deprecate.py
3.5 KB
PY
test_utils_display.py
3.6 KB
PY
test_utils_httpobj.py
2.2 KB
PY
test_utils_iterators.py
19.9 KB
PY
test_utils_log.py
20.5 KB
PY
test_utils_ossignal.py
1.4 KB
PY
test_utils_project.py
5.9 KB
PY
test_utils_python.py
7.5 KB
PY
test_utils_reactor.py
4.4 KB
PY
test_utils_reactorless.py
2.6 KB
PY
test_utils_remote_control.py
3.7 KB
PY
test_utils_request.py
20.1 KB
PY
test_utils_response.py
10.0 KB
PY
test_utils_serialize.py
3.2 KB
PY
test_utils_shell.py
7.2 KB
PY
test_utils_signal.py
5.7 KB
PY
test_utils_sitemap.py
9.1 KB
PY
test_utils_spider.py
3.5 KB
PY
test_utils_ssl.py
867 B
PY
test_utils_template.py
879 B
PY
test_utils_trackref.py
2.2 KB
PY
test_utils_url.py
15.7 KB
PY
test_utils_versions.py
145 B
PY
test_zz_resources.py
1.9 KB