From ffa0a15b5035ac8e9b0a18f7153b69218ce4ce82 Mon Sep 17 00:00:00 2001 From: hillerliao Date: Sat, 8 Feb 2020 14:25:21 +0800 Subject: [PATCH] add headers when fetching businesswire --- rsshub/spiders/earningsdate/businesswire.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/rsshub/spiders/earningsdate/businesswire.py b/rsshub/spiders/earningsdate/businesswire.py index 6f329d7..1aea66a 100644 --- a/rsshub/spiders/earningsdate/businesswire.py +++ b/rsshub/spiders/earningsdate/businesswire.py @@ -1,4 +1,5 @@ from rsshub.utils import fetch, filter_content +from rsshub.utils import DEFAULT_HEADERS domain = 'https://www.businesswire.com' @@ -11,7 +12,7 @@ def parse(post): return item def ctx(category=''): - tree = fetch(f"{domain}/portal/site/home/template.PAGE/news/") + tree = fetch(f"{domain}/portal/site/home/template.PAGE/news/", headers=DEFAULT_HEADERS) posts = tree.css('.bwNewsList li') items = list(map(parse, posts)) items = filter_content(items)