368 lines
16 KiB
YAML
368 lines
16 KiB
YAML
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: scrapy-urls
|
|
namespace: customer1
|
|
data:
|
|
urls.txt: |
|
|
https://www.alwatan.com
|
|
https://albiladpress.com
|
|
https://www.aletihad.ae/
|
|
https://www.albayan.ae
|
|
https://www.aljazeera.com/xml/rss/all.xml
|
|
https://english.alarabiya.net/.mrss/en.xml
|
|
https://english.aawsat.com/home/rss
|
|
https://www.newarab.com/rss
|
|
https://www.skynewsarabia.com/rss/feeds/rss-1.xml
|
|
https://www.thenationalnews.com/arc/outboundfeeds/rss/
|
|
https://www.arabnews.com/rss.xml
|
|
https://gulfnews.com/rss
|
|
https://www.kuwaittimes.com/feed/
|
|
https://www.omanobserver.om/feed/
|
|
https://www.khaleejtimes.com/rss/news
|
|
http://www.akhbar-alkhaleej.com/rss/all
|
|
https://today.lorientleyour.com/rss
|
|
https://www.annahar.com/english/rss
|
|
https://english.almayadeen.net/rss
|
|
https://english.ahram.org.eg/rss/0/Home.aspx
|
|
https://www.dailynewsegypt.com/feed/
|
|
http://www.jordantimes.com/rss
|
|
https://www.alraimedia.com/rss
|
|
https://alghad.com/feed/
|
|
https://nypost.com/feed/
|
|
https://gothamist.com/feed/
|
|
https://www.cityandstateny.com/rss
|
|
https://feeds.nytimes.com/nyt/rss/HomePage
|
|
https://www.thecity.nyc/rss/index.xml
|
|
https://brooklyneagle.com/feed/
|
|
https://www.reutersagency.com/feed/,Hard
|
|
https://newsatme.com/api/v1/rss/ap/world,Global
|
|
https://feeds.bbci.co.uk/news/world/rss.xml,International
|
|
https://www.aljazeera.com/xml/rss/all.xml,Global
|
|
https://rss.dw.com/rdf/rss-en-all,European
|
|
https://www.france24.com/en/rss,Global
|
|
https://www3.nhk.or.jp/rss/news/shakaitokushu.xml,Asia-Pacific
|
|
https://www.cbc.ca/cctoc/rss/topstories.north
|
|
https://www.defensenews.com/arc/outboundfeeds/rss/
|
|
https://therecord.media/feed
|
|
https://www.cfr.org/rss/newsletters/daily-news-brief
|
|
https://warontherocks.com/feed/
|
|
https://www.reutersagency.com/feed/
|
|
https://www.thecipherbrief.com/feed
|
|
https://www.foreignaffairs.com/rss.xml
|
|
https://geopoliticalfutures.com/feed
|
|
|
|
# --- TACTICAL CYBER & VULNERABILITIES ---
|
|
https://www.bleepingcomputer.com/feed/
|
|
https://www.cisa.gov/cybersecurity-advisory-feeds
|
|
https://krebsonsecurity.com/feed/
|
|
https://thehackernews.com/feeds/posts/default
|
|
https://www.darkreading.com/rss.xml
|
|
https://www.mandiant.com/resources/blog/rss.xml
|
|
https://schneier.com/feed/atom/
|
|
https://www.securityweek.com/feed/
|
|
|
|
# --- REGIONAL THREAT LANDSCAPE ---
|
|
https://www.aljazeera.com/xml/rss/all.xml
|
|
https://www.thenationalnews.com/rss/
|
|
https://www.scmp.com/rss/91/feed
|
|
https://www.batimes.com.ar/rss
|
|
https://brazilian.report/feed/
|
|
|
|
https://www.khon2.com/feed/
|
|
https://www.staradvertiser.com/feed/
|
|
https://www.westhawaiitoday.com/feed/
|
|
https://mauinow.com/feed/
|
|
https://www.idahofallsidaho.gov/RSSFeed.aspx?ModID=1&CID=All-newsflash.xml
|
|
https://www.eastidahonews.com/feed/
|
|
https://localnews8.com/feed/
|
|
https://www.boisestatepublicradio.org/news.rss
|
|
https://www.illinoistimes.com/springfield/Rss.xml
|
|
https://www.thecentersquare.com/search/?f=rss&t=article&l=20&s=start_time&fulltext=showtext&sd=desc&c%5B%5D=Illinois
|
|
https://chicago.suntimes.com/rss/index.xml
|
|
https://wgntv.com/feed/
|
|
http://feeds.indiana.statenews.net/rss/7b3aa09cdd5d5eac
|
|
https://fox59.com/feed/
|
|
https://www.nwitimes.com/search/?f=rss&t=article&c=news/local&l=50&s=start_time&sd=desc
|
|
https://www.wishtv.com/feed/
|
|
https://www.kcci.com/topstories-rss
|
|
https://www.myiowainfo.com/feed/
|
|
https://feeds.feedburner.com/radioiowanews
|
|
https://www.mississippivalleypublishing.com/search/?f=rss&t=article&c=the_hawk_eye&l=50&s=start_time&sd=desc
|
|
https://www.ksn.com/feed/
|
|
https://www.ksnt.com/feed/
|
|
https://www.hdnews.net/feed/
|
|
https://themercury.com/search/?f=rss&t=article&c=news&l=50&s=start_time&sd=desc
|
|
https://www.wdrb.com/search/?f=rss&t=article&c=news&l=50&s=start_time&sd=desc
|
|
https://www.wtvq.com/feed/
|
|
https://www.wnky.com/feed/
|
|
https://www.wlky.com/topstories-rss
|
|
https://thehayride.com/feed/
|
|
https://wgno.com/feed/
|
|
https://feeds.feedburner.com/wbrz/news
|
|
https://thelensnola.org/feed/
|
|
https://www.pressherald.com/news/feed/
|
|
https://www.centralmaine.com/feed/
|
|
https://www.bangordailynews.com/feed/
|
|
https://www.sunjournal.com/news/feed/
|
|
https://www.wbaltv.com/topstories-rss
|
|
https://www.manisteenews.com/news/feed/Latest-News-Feed-2564.php
|
|
https://www.theoaklandpress.com/feed/
|
|
https://www.macombdaily.com/feed/
|
|
https://www.startribune.com/local/index.rss2
|
|
https://www.wctrib.com/index.rss
|
|
https://www.austindailyherald.com/feed/
|
|
https://helenair.com/search/?f=rss&t=article&l=50&s=start_time&sd=desc
|
|
https://www.ktvq.com/news.rss
|
|
https://mtstandard.com/search/?f=rss&t=article&l=50&s=start_time&sd=desc
|
|
https://www.ketv.com/topstories-rss
|
|
https://nebraskaexaminer.com/feed/
|
|
https://kearneyhub.com/rss
|
|
https://www.wowt.com/rss
|
|
https://thenevadaindependent.com/feed/
|
|
https://www.8newsnow.com/feed/
|
|
https://www.reviewjournal.com/feed/
|
|
https://thisisreno.com/feed/
|
|
https://www.conwaydailysun.com/search/?f=rss&t=article&c=berlin_sun/community/news&l=50&s=start_time&sd=desc
|
|
https://newhampshirebulletin.com/feed/
|
|
https://www.nhgazette.com/feed/
|
|
https://www.nhbr.com/feed/
|
|
https://www.nj.com/arc/outboundfeeds/rss/?outputType=xml
|
|
https://www.njspotlightnews.org/feed/
|
|
https://njmonthly.com/feed/
|
|
https://www.trentonian.com/feed/
|
|
https://www.krqe.com/feed/
|
|
https://www.santafenewmexican.com/search/?f=rss&t=article&l=50&s=start_time&sd=desc
|
|
https://www.easternnewmexiconews.com/rss
|
|
https://www.koat.com/topstories-rss
|
|
https://rss.nytimes.com/services/xml/rss/nyt/HomePage.xml
|
|
https://nypost.com/feed/
|
|
https://www.thecity.nyc/feed/
|
|
https://www.nbcnewyork.com/?rss=y
|
|
https://www.wral.com/news/rss/48/
|
|
https://www.cbs17.com/news/north-carolina-news/feed/
|
|
https://abc11.com/feed/
|
|
https://myfox8.com/news/feed/
|
|
https://www.kxnet.com/feed/
|
|
https://www.wday.com/feed/
|
|
https://www.jamestownsun.com/index.rss
|
|
https://www.inforum.com/index.rss
|
|
http://rssfeeds.wkyc.com/wkyc/news
|
|
https://theohiostar.com/feed/
|
|
https://feeds.feedblitz.com/wtol/news
|
|
https://www.wcpo.com/news.rss
|
|
https://kfor.com/feed/
|
|
https://oklahomawatch.org/feed/
|
|
https://freepressokc.com/feed/
|
|
https://osagenews.org/feed/
|
|
http://rssfeeds.kgw.com/kgw/local
|
|
https://www.koin.com/feed/
|
|
https://www.bendsource.com/bend/Rss.xml/feed
|
|
https://eugeneweekly.com/feed/
|
|
https://www.wtae.com/topstories-rss
|
|
https://www.montgomerycountypa.gov/RSSFeed.aspx?ModID=76&CID=All-0
|
|
https://www.mainlinemedianews.com/feed/
|
|
https://www.dailylocal.com/feed/
|
|
https://www.wpri.com/feed/
|
|
https://www.abc6.com/feed/
|
|
https://whdh.com/regional/rhode-island/feed/
|
|
https://warwickpost.com/feed/
|
|
https://www.wyff4.com/topstories-rss
|
|
https://www.wispolitics.com/feed/
|
|
https://wiseye.org/feed/
|
|
https://wisconsinexaminer.com/feed/
|
|
https://trib.com/search/?f=rss&t=article&c=news/state-and-regional&l=50&s=start_time&sd=desc
|
|
https://wyofile.com/feed/
|
|
https://www.wyomingnews.com/search/?f=rss&t=article&c=news&l=50&s=start_time&sd=desc
|
|
https://www.wyodaily.com/rss
|
|
https://www.cbs17.com/news/north-carolina-news/feed/
|
|
https://abc11.com/feed/
|
|
https://www.wnct.com/news/north-carolina/feed/
|
|
https://www.usnews.com/rss/news/north-carolina
|
|
https://indyweek.com/feed/
|
|
https://portcitydaily.com/feed/
|
|
https://www.theguardian.com/uk/rss
|
|
https://feeds.bbci.co.uk/news/england/rss.xml
|
|
https://www.lemonde.fr/rss/une.xml
|
|
https://www.ansa.it/sito/notizie/rss.xml
|
|
https://www.ilgiornale.it/feed
|
|
https://www.larepublica.it/rss/homepage/rss2.xml
|
|
https://www.sueddeutsche.de/rss
|
|
https://www.welt.de/feeds/top-news.rss
|
|
https://rss.dw.com/rdf/rss-en-all
|
|
https://www.rfi.fr/en/rss
|
|
https://www.scmp.com/rss/91/feed
|
|
https://www.bangkokpost.com/rss
|
|
https://thephnompenhpost.com/rss
|
|
https://www.thejakartapost.com/rss
|
|
https://www.straitstimes.com/news/singapore/rss.xml
|
|
https://www.channelnewsasia.com/rss
|
|
https://www.antaranews.com/rss/
|
|
https://www.irrawaddy.com/feed
|
|
https://news.abs-cbn.com/rss
|
|
https://www.hindustantimes.com/feeds/rss
|
|
https://www.africanews.com/feed/rss
|
|
https://www.clarin.com/rss
|
|
https://www.lanacion.com.ar/rss
|
|
https://www.eluniversal.com.mx/rss
|
|
https://www.excelsior.com.mx/rss
|
|
https://www.eltiempo.com/rss
|
|
https://www.elespectador.com/rss
|
|
https://www.larepublica.pe/rss
|
|
https://www.elcomercio.com/rss
|
|
https://www.abc.net.au/news/feed/
|
|
https://www.smh.com.au/rss/world.xml
|
|
https://www.theage.com.au/rss
|
|
https://www.brisbanetimes.com.au/rss
|
|
https://www.stuff.co.nz/rss
|
|
https://www.nzherald.co.nz/arcio/rss/
|
|
https://www.rnz.co.nz/rss
|
|
https://globalvoices.org/regions/africa/feed/
|
|
https://globalvoices.org/regions/asia/feed/
|
|
https://globalvoices.org/regions/latin-america/feed/
|
|
https://globalvoices.org/regions/eastern-europe/feed/
|
|
https://globalvoices.org/regions/middle-east-north-africa/feed/
|
|
https://globalvoices.org/regions/south-asia/feed/
|
|
https://globalvoices.org/regions/sub-saharan-africa/feed/
|
|
https://globalvoices.org/regions/west-africa/feed/
|
|
https://globalvoices.org/regions/east-asia/feed/
|
|
https://globalvoices.org/regions/southeast-asia/feed/
|
|
https://globalvoices.org/regions/central-asia/feed/
|
|
https://globalvoices.org/regions/pacific/feed/
|
|
https://globalvoices.org/regions/caribbean/feed/
|
|
https://www.townandcountry-mo.gov/rss.aspx
|
|
https://feeds.smh.com.au/rssheadlines/national.xml
|
|
https://www.abc.net.au/local/rss/sydney/
|
|
https://www.voanews.com/rssfeeds
|
|
https://rss.feedspot.com/southeast_asian_rss_feeds
|
|
https://www.crisisgroup.org/rss
|
|
https://news.panasonic.com/global/rss/area01/index.xml
|
|
https://news.panasonic.com/global/rss/area04/index.xml
|
|
https://allafrica.com/tools/headlines/rdf/latest/headlines.rdf
|
|
https://www.afro.who.int/rss-feeds
|
|
https://pressat.co.uk/rss-list
|
|
https://www.monitor.co.ug/rss
|
|
https://www.standardmedia.co.ke/rss
|
|
https://www.ft.com/rss/home
|
|
https://www.economist.com/rss/the-world-this-week
|
|
https://feeds.bloomberg.com/economics/news.rss
|
|
https://feeds.bloomberg.com/markets/news.rss
|
|
https://www.reuters.com/arc/outboundfeeds/newsroom/business/
|
|
https://www.cnbc.com/id/10000113/device/rss/rss.html
|
|
https://feeds.a.dj.com/rss/RSSWorldBusiness.xml
|
|
https://www.marketwatch.com/rss/topstories
|
|
https://www.investing.com/rss/news_14.rss
|
|
https://feeds.bbci.co.uk/news/business/rss.xml
|
|
https://feeds.feedburner.com/TheHackersNews
|
|
https://krebsonsecurity.com/feed/
|
|
https://www.darkreading.com/rss/all.xml
|
|
https://www.bleepingcomputer.com/feed/
|
|
https://isc.sans.edu/rssfeed_full.xml
|
|
https://securelist.com/feed/
|
|
https://feeds.feedburner.com/eset/blog
|
|
https://news.sophos.com/en-us/feed/
|
|
https://www.schneier.com/feed/atom/
|
|
https://www.securitymagazine.com/rss/topic/2236-cybersecurity-news
|
|
https://www.ft.com/rss/home
|
|
https://www.reuters.com/arc/outboundfeeds/rss/?outputType=xml
|
|
https://www.investing.com/rss/news_462.rss
|
|
https://www.investing.com/rss/news_1.rss
|
|
https://www.investing.com/rss/stock_Futures.rss
|
|
https://www.ecb.europa.eu/rss/fxref-ecbpress.en.xml
|
|
https://www.federalreserve.gov/feeds/news-events.xml
|
|
https://www.boj.or.jp/en/rss/whatsnew.xml
|
|
https://www.bankofengland.co.uk/rss/news
|
|
https://www.centralbanking.com/feeds/rss
|
|
https://oilprice.com/rss/
|
|
https://www.spglobal.com/commodityinsights/en/rss
|
|
https://www.eia.gov/tools/rssfeeds/
|
|
https://www.cmegroup.com/rss
|
|
https://globalvoices.org/-/topics/economics-business/feed/
|
|
http://globalization.einnews.com/rss
|
|
https://financefeeds.com/feed/
|
|
https://newsquawk.com/blog/feed.rss
|
|
https://www.coindesk.com/arc/outboundfeeds/rss/
|
|
https://ishookfinance.com/feed/
|
|
https://www.scmp.com/rss/91/feed
|
|
https://www.scmp.com/rss/92/feed
|
|
https://www.scmp.com/rss/93/feed
|
|
https://www.scmp.com/rss/94/feed
|
|
https://www.scmp.com/rss/317/feed
|
|
|
|
https://asia.nikkei.com/rss
|
|
|
|
https://www.caixin.com/rss/index_EN.xml
|
|
|
|
https://www.straitstimes.com/news/asia/rss.xml
|
|
https://www.straitstimes.com/business/rss.xml
|
|
|
|
https://www.channelnewsasia.com/rss
|
|
|
|
https://www.reuters.com/arc/outboundfeeds/rss/?outputType=xml§ion=asia
|
|
https://www.reuters.com/arc/outboundfeeds/rss/?outputType=xml§ion=china
|
|
|
|
https://www.bloomberg.com/feeds/asia.rss
|
|
https://www.bloomberg.com/feeds/markets.rss
|
|
|
|
https://www.ft.com/asia-pacific?format=rss
|
|
https://www.ft.com/china?format=rss
|
|
|
|
https://english.kyodonews.net/rss/news.xml
|
|
|
|
https://en.yna.co.kr/RSS/news.xml
|
|
|
|
https://www.thejakartapost.com/rss/business
|
|
|
|
https://www.nationthailand.com/rss/business
|
|
https://www.aramco.com/api/v1/com/rss/news?sc_lang=en
|
|
https://www.worldoil.com/rss?feed=topic:saudi+arabia
|
|
https://www.worldoil.com/rss?feed=topic:iraq
|
|
https://www.worldoil.com/rss?feed=topic:uae
|
|
https://www.worldoil.com/rss?feed=topic:russia
|
|
https://www.worldoil.com/rss?feed=topic:canada
|
|
https://www.worldoil.com/rss?feed=topic:oil+sands
|
|
https://www.rigzone.com/news/europe_russia/production/rss/
|
|
https://www.argusmedia.com/en/news-and-insights/latest-market-news/rss
|
|
https://www.eia.gov/rss/
|
|
https://www.opec.org/opec_web/en/pressreleases.rss (or check https://www.opec.org for updated press releases feed)
|
|
https://www.rosneft.com/press/news/rss/
|
|
https://feeds.content.dowjones.io/public/rss/RSSMarketsMain
|
|
https://feeds.content.dowjones.io/public/rss/socialeconomyfeed
|
|
https://feeds.content.dowjones.io/public/rss/WSJcomUSBusiness
|
|
https://feeds.content.dowjones.io/public/rss/RSSWorldNews
|
|
http://feeds.feedburner.com/EconomicEventsAgriculture
|
|
http://feeds.feedburner.com/EconomicEventsEnergy
|
|
http://feeds.feedburner.com/EconomicEventsInterestRates
|
|
http://feeds.feedburner.com/mediaroom/CMsF
|
|
http://feeds.feedburner.com/CMEClearPortNoticesRss
|
|
http://feeds.feedburner.com/GlobexAdvisories
|
|
https://feeds.content.dowjones.io/public/rss/mw_topstories
|
|
https://feeds.content.dowjones.io/public/rss/mw_realtimeheadlines
|
|
http://feeds.marketwatch.com/marketwatch/bulletins
|
|
https://feeds.content.dowjones.io/public/rss/mw_marketpulse
|
|
https://www.nasdaqtrader.com/rss.aspx?feed=currentheadlines&categorylist=51,52,53
|
|
https://www.nasdaqtrader.com/rss.aspx?feed=currentheadlines&categorylist=11,12,13
|
|
https://www.investing.com/rss/stock_Futures.rss
|
|
https://www.investing.com/rss/stock_Options.rss
|
|
https://www.investing.com/rss/news_11.rss
|
|
https://www.investing.com/rss/news_25.rss
|
|
https://www.nasdaq.com/feed/rssoutbound?category=Markets
|
|
https://www.nasdaq.com/feed/rssoutbound?category=Commodities
|
|
https://www.barchart.com/news/rss/financials/options-news
|
|
https://www.barchart.com/news/rss/commodities/futures-news
|
|
https://www.spglobal.com/spdji/en/rss
|
|
https://www.litefinance.org/rss/analytics/
|
|
https://www.mrt.com/arc/outboundfeeds/rss/category/business/oil/?outputType=xml
|
|
https://www.oaoa.com/category/local-news/inthepipeline/rss
|
|
https://pboilandgasmagazine.com/feed/
|
|
https://www.rigzone.com/news/rss.asp
|
|
https://rbnenergy.com/blogcast.rss
|
|
https://www.eia.gov/rss/todayinenergy.xml
|
|
https://www.firstalert7.com/news/energy
|
|
https://www.energyvoice.com/feed/?category=oilandgas/north-sea
|
|
https://www.rigzone.com/news/rss/north_sea
|
|
https://www.oedigital.com/feeds/rss
|
|
https://www.sodir.no/en/whats-new/news/rss
|
|
https://www.worldoil.com/rss?feed=topic:offshore
|
|
https://oilandgas.einnews.com/rss/north-sea-offshore
|
|
https://www.energyvoice.com/feed/
|