File tree Expand file tree Collapse file tree 1 file changed +4
-10
lines changed
scrapy/templates/project/module Expand file tree Collapse file tree 1 file changed +4
-10
lines changed Original file line number Diff line number Diff line change @@ -21,16 +21,10 @@ ADDONS = {}
2121# Obey robots.txt rules
2222ROBOTSTXT_OBEY = True
2323
24- # Configure maximum concurrent requests performed by Scrapy (default: 16)
25- #CONCURRENT_REQUESTS = 32
26-
27- # Configure a delay for requests for the same website (default: 0)
28- # See https://docs.scrapy.org/en/latest/topics/settings.html#download-delay
29- # See also autothrottle settings and docs
30- #DOWNLOAD_DELAY = 3
31- # The download delay setting will honor only one of:
32- #CONCURRENT_REQUESTS_PER_DOMAIN = 16
33- #CONCURRENT_REQUESTS_PER_IP = 16
24+ # Concurrency and throttling settings
25+ #CONCURRENT_REQUESTS = 16
26+ CONCURRENT_REQUESTS_PER_DOMAIN = 1
27+ DOWNLOAD_DELAY = 1
3428
3529# Disable cookies (enabled by default)
3630#COOKIES_ENABLED = False
You can’t perform that action at this time.
0 commit comments