d0zingcat/RSSHub-python
1
0
Fork 0
mirror of https://github.com/d0zingcat/RSSHub-python.git synced 2026-05-14 15:09:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

chuansongme full text crawl

Browse Source
This commit is contained in:
alphardex
2019-01-17 10:25:27 +08:00
parent 91d5ecf57a
commit 959669381b
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
rsshub/spiders/chuansongme/articles.py
View File

@@ -6,7 +6,12 @@ domain = 'https://chuansongme.com'
def parse(post):
item = {}
item['title'] = post.css('a.question_link::text').extract()[-1].strip()
item['link'] = f"{domain}{post.css('a.question_link::attr(href)').extract_first()}"
link = f"{domain}{post.css('a.question_link::attr(href)').extract_first()}"
item['link'] = link
try:
item['description'] = '\n'.join(fetch(link).css('p span::text').extract())
except AttributeError:
pass
return item