diff --git a/apps/base/customer1/news_bot/scrapy-configmap.yaml b/apps/base/customer1/news_bot/scrapy-configmap.yaml index 5041012..9e59763 100644 --- a/apps/base/customer1/news_bot/scrapy-configmap.yaml +++ b/apps/base/customer1/news_bot/scrapy-configmap.yaml @@ -12,7 +12,7 @@ data: # Scrapy Settings LOG_LEVEL: "INFO" - USER_AGENT: "Mozilla/5.0 (Windows NT 10.0; Win64; x64) NewsScraper/1.0" - CONCURRENT_REQUESTS: "50" + USER_AGENT: "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.0 Safari/605.1.15" + CONCURRENT_REQUESTS: "100" # Proxy Endpoint (The URL part only) PROXY_ENDPOINT: ""