From 4f3e438f03e499da8e206766932092f4f2c98967 Mon Sep 17 00:00:00 2001 From: hillerliao Date: Wed, 29 Apr 2020 06:57:43 +0800 Subject: [PATCH 1/2] add referer to chaindd request --- rsshub/spiders/chaindd/column.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/rsshub/spiders/chaindd/column.py b/rsshub/spiders/chaindd/column.py index 030baf7..744f5ed 100644 --- a/rsshub/spiders/chaindd/column.py +++ b/rsshub/spiders/chaindd/column.py @@ -1,4 +1,5 @@ from rsshub.utils import fetch +from rsshub.utils import DEFAULT_HEADERS domain = 'https://www.chaindd.com' @@ -13,6 +14,7 @@ def parse(post): def ctx(category=''): + DEFAULT_HEADERS.update({'Referer': f'https://www.chaindd.com/column/{category}'}) tree = fetch(f"{domain}/column/{category}") posts = tree.css('li .cont') return { From 26f59b5da3915e5ba10810a3079efa4663152717 Mon Sep 17 00:00:00 2001 From: hillerliao Date: Tue, 5 May 2020 17:00:43 +0800 Subject: [PATCH 2/2] remove the slash in domain --- .gitignore | 5 ++++- rsshub/spiders/benzinga/ratings.py | 2 +- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/.gitignore b/.gitignore index 66d60ec..5a49b6b 100644 --- a/.gitignore +++ b/.gitignore @@ -16,4 +16,7 @@ venv htmlcov/ data-dev.db -.env \ No newline at end of file +.env +uwsgi.ini +Dockerfile +.dockerignore diff --git a/rsshub/spiders/benzinga/ratings.py b/rsshub/spiders/benzinga/ratings.py index 21e300a..a0fb447 100644 --- a/rsshub/spiders/benzinga/ratings.py +++ b/rsshub/spiders/benzinga/ratings.py @@ -1,7 +1,7 @@ from rsshub.utils import DEFAULT_HEADERS from rsshub.utils import fetch -domain = 'https://www.benzinga.com/' +domain = 'https://www.benzinga.com' def ctx(category=''):