flake8 style check for jiemian newsflash

This commit is contained in:
hillerliao
2020-02-22 23:02:32 +08:00
parent bdeb80cc12
commit 3a34d84693

View File

@@ -5,21 +5,27 @@ from datetime import datetime, date
domain = 'https://jiemian.com' domain = 'https://jiemian.com'
def parse(post): def parse(post):
item = {} item = {}
item['title'] = post.css('a::text').extract_first() item['title'] = post.css('a::text').extract_first()
item['description'] = post.css('p::text').extract()[-1].strip('\n\t\t\t\t\t') item['description'] = post.css('p::text').extract()[-1]\
.strip('\n\t\t\t\t\t')
item['link'] = post.css('a::attr(href)').extract_first() item['link'] = post.css('a::attr(href)').extract_first()
pubdate = post.xpath('//div[@class="item-news "]/preceding::div[@class="col-date"][last()-1]').css('div::text').extract_first() pubdate = post.xpath('//div[@class="item-news "]/\
cur_t =datetime.now().time().strftime("%H%M") preceding::div[@class="col-date"][last()-1]')\
.css('div::text').extract_first()
cur_t = datetime.now().time().strftime("%H%M")
pub_t = post.css('.item-date').css('div::text').extract_first() pub_t = post.css('.item-date').css('div::text').extract_first()
if pub_t.replace(':', '') < cur_t: if pub_t.replace(':', '') < cur_t:
pubdate = date.today().isoformat() pubdate = date.today().isoformat()
item['pubDate'] = pubdate + ' ' + pub_t item['pubDate'] = pubdate + ' ' + pub_t
return item return item
def ctx(category=''): def ctx(category=''):
res = requests.get(f"https://a.jiemian.com/index.php?m=lists&a=ajaxNews&page=1&cid={category}") res = requests.get(f"https://a.jiemian.com/index.php?\
m=lists&a=ajaxNews&page=1&cid={category}")
res = res.text[1:-1] res = res.text[1:-1]
res = json.loads(res)['rst'] res = json.loads(res)['rst']
tree = Selector(text=res) tree = Selector(text=res)