sirius/gcloud-lab
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

change scraper image and raise concurrent requests

Browse source
This commit is contained in:
sirius0xdev 2026-02-10 05:07:43 +00:00
parent 0cf03cb6d7
commit 8c2a0e619e
2 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
apps/base/customer1/news_bot/scraper-cronjob.yaml
View file

@ -12,7 +12,7 @@ spec:
spec: spec:
containers: containers:
- name: news-scraper - name: news-scraper
image: siriussec/newsscraper:0.5.3 image: siriussec/newsscraper:0.5.4
imagePullPolicy: "Always" imagePullPolicy: "Always"
resources: resources:

2
apps/base/customer1/news_bot/scrapy-configmap.yaml
View file

@ -13,6 +13,6 @@ data:
# Scrapy Settings # Scrapy Settings
LOG_LEVEL: "WARNING" LOG_LEVEL: "WARNING"
USER_AGENT: "Mozilla/5.0 (Windows NT 10.0; Win64; x64) NewsScraper/1.0" USER_AGENT: "Mozilla/5.0 (Windows NT 10.0; Win64; x64) NewsScraper/1.0"
CONCURRENT_REQUESTS: "150"
# Proxy Endpoint (The URL part only) # Proxy Endpoint (The URL part only)
PROXY_ENDPOINT: "" PROXY_ENDPOINT: ""