change scraper image and raise concurrent requests

2026-02-10 05:07:43 +00:00 · 2026-02-10 05:07:43 +00:00 · 8c2a0e619e
commit 8c2a0e619e
parent 0cf03cb6d7
2 changed files with 2 additions and 2 deletions
--- a/apps/base/customer1/news_bot/scraper-cronjob.yaml
+++ b/apps/base/customer1/news_bot/scraper-cronjob.yaml
@ -12,7 +12,7 @@ spec:
        spec: 
          containers:
          - name: news-scraper
-            image: siriussec/newsscraper:0.5.3
+            image: siriussec/newsscraper:0.5.4 
            imagePullPolicy: "Always"
            
            resources:
--- a/apps/base/customer1/news_bot/scrapy-configmap.yaml
+++ b/apps/base/customer1/news_bot/scrapy-configmap.yaml
@ -13,6 +13,6 @@ data:
  # Scrapy Settings
  LOG_LEVEL: "WARNING"
  USER_AGENT: "Mozilla/5.0 (Windows NT 10.0; Win64; x64) NewsScraper/1.0"
-  
+  CONCURRENT_REQUESTS: "150"
  # Proxy Endpoint (The URL part only)
  PROXY_ENDPOINT: ""