From 8c2a0e619eda74e537d4b88190ad501ab9ac19b4 Mon Sep 17 00:00:00 2001 From: sirius0xdev Date: Tue, 10 Feb 2026 05:07:43 +0000 Subject: [PATCH] change scraper image and raise concurrent requests --- apps/base/customer1/news_bot/scraper-cronjob.yaml | 2 +- apps/base/customer1/news_bot/scrapy-configmap.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/apps/base/customer1/news_bot/scraper-cronjob.yaml b/apps/base/customer1/news_bot/scraper-cronjob.yaml index fcd1d05..f7ab632 100644 --- a/apps/base/customer1/news_bot/scraper-cronjob.yaml +++ b/apps/base/customer1/news_bot/scraper-cronjob.yaml @@ -12,7 +12,7 @@ spec: spec: containers: - name: news-scraper - image: siriussec/newsscraper:0.5.3 + image: siriussec/newsscraper:0.5.4 imagePullPolicy: "Always" resources: diff --git a/apps/base/customer1/news_bot/scrapy-configmap.yaml b/apps/base/customer1/news_bot/scrapy-configmap.yaml index 24e8b7f..12e4b4a 100644 --- a/apps/base/customer1/news_bot/scrapy-configmap.yaml +++ b/apps/base/customer1/news_bot/scrapy-configmap.yaml @@ -13,6 +13,6 @@ data: # Scrapy Settings LOG_LEVEL: "WARNING" USER_AGENT: "Mozilla/5.0 (Windows NT 10.0; Win64; x64) NewsScraper/1.0" - + CONCURRENT_REQUESTS: "150" # Proxy Endpoint (The URL part only) PROXY_ENDPOINT: ""