d0zingcat/RSSHub-python
1
0
Fork 0
mirror of https://github.com/d0zingcat/RSSHub-python.git synced 2026-05-14 15:09:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

add cninfo announcement

Browse Source
This commit is contained in:
hillerliao
2019-12-15 21:52:58 +08:00
parent 7dc1508458
commit 65a4a5b7a8
24 changed files with 639 additions and 573 deletions
Download Patch File Download Diff File Expand all files Collapse all files

140
rsshub/__init__.py
View File

@@ -1,70 +1,70 @@
import os
from datetime import datetime
import click
from flask import Flask, render_template
from flask.cli import with_appcontext
from rsshub.config import config
from rsshub.extensions import *
from rsshub.blueprints.main import bp as main_bp
from rsshub.utils import XMLResponse
def create_app(config_name=None):
if config_name is None:
config_name = os.getenv('FLASK_CONFIG', 'development')
app = Flask(__name__)
app.config.from_object(config[config_name])
app.response_class = XMLResponse
register_blueprints(app)
register_extensions(app)
register_errors(app)
register_context_processors(app)
register_cli(app)
return app
def register_extensions(app):
bootstrap.init_app(app)
debugtoolbar.init_app(app)
moment.init_app(app)
def register_blueprints(app):
app.register_blueprint(main_bp)
def register_errors(app):
@app.errorhandler(400)
def bad_request(e):
return render_template('errors/400.html'), 400
@app.errorhandler(404)
def page_not_found(e):
return render_template('errors/404.html'), 404
@app.errorhandler(500)
def internal_server_error(e):
return render_template('errors/500.html'), 500
def register_context_processors(app):
@app.context_processor
def inject_date_now():
now = datetime.utcnow()
return {'now': now}
def register_cli(app):
@app.cli.command()
@with_appcontext
def ptshell():
"""Use ptpython as shell."""
try:
from ptpython.repl import embed
if not app.config['TESTING']:
embed(app.make_shell_context())
except ImportError:
click.echo('ptpython not installed! Use the default shell instead.')
import os
from datetime import datetime
import click
from flask import Flask, render_template
from flask.cli import with_appcontext
from rsshub.config import config
from rsshub.extensions import *
from rsshub.blueprints.main import bp as main_bp
from rsshub.utils import XMLResponse
def create_app(config_name=None):
if config_name is None:
config_name = os.getenv('FLASK_CONFIG', 'development')
app = Flask(__name__)
app.config.from_object(config[config_name])
app.response_class = XMLResponse
register_blueprints(app)
register_extensions(app)
register_errors(app)
register_context_processors(app)
register_cli(app)
return app
def register_extensions(app):
bootstrap.init_app(app)
debugtoolbar.init_app(app)
moment.init_app(app)
def register_blueprints(app):
app.register_blueprint(main_bp)
def register_errors(app):
@app.errorhandler(400)
def bad_request(e):
return render_template('errors/400.html'), 400
@app.errorhandler(404)
def page_not_found(e):
return render_template('errors/404.html'), 404
@app.errorhandler(500)
def internal_server_error(e):
return render_template('errors/500.html'), 500
def register_context_processors(app):
@app.context_processor
def inject_date_now():
now = datetime.utcnow()
return {'now': now}
def register_cli(app):
@app.cli.command()
@with_appcontext
def ptshell():
"""Use ptpython as shell."""
try:
from ptpython.repl import embed
if not app.config['TESTING']:
embed(app.make_shell_context())
except ImportError:
click.echo('ptpython not installed! Use the default shell instead.')

111
rsshub/blueprints/main.py
View File

@@ -1,52 +1,59 @@
from flask import Blueprint, render_template, request
bp = Blueprint('main', __name__)
@bp.route('/')
def index():
return render_template('main/index.html')
@bp.route('/feeds')
def feeds():
return render_template('main/feeds.html')
@bp.app_template_global()
def filter_content(ctx):
include_title = request.args.get('include_title')
include_description = request.args.get('include_description')
exclude_title = request.args.get('exclude_title')
exclude_description = request.args.get('exclude_description')
limit = request.args.get('limit', type=int)
items = ctx['items'].copy()
items = [item for item in items if include_title in item['title']] if include_title else items
items = [item for item in items if include_description in item['description']] if include_description else items
items = [item for item in items if exclude_title not in item['title']] if exclude_title else items
items = [item for item in items if exclude_description not in item['description']] if exclude_description else items
items = items[:limit] if limit else items
ctx = ctx.copy()
ctx['items'] = items
return ctx
#---------- feed路由从这里开始 -----------#
@bp.route('/chuansongme/articles/<string:category>')
@bp.route('/chuansongme/articles')
def chuansongme_articles(category=''):
from rsshub.spiders.chuansongme.articles import ctx
return render_template('main/atom.xml', **filter_content(ctx(category)))
@bp.route('/ctolib/topics/<string:category>')
@bp.route('/ctolib/topics')
def ctolib_topics(category=''):
from rsshub.spiders.ctolib.topics import ctx
return render_template('main/atom.xml', **filter_content(ctx(category)))
@bp.route('/infoq/recommend')
def infoq_recommend():
from rsshub.spiders.infoq.recommend import ctx
return render_template('main/atom.xml', **filter_content(ctx()))
from flask import Blueprint, render_template, request
bp = Blueprint('main', __name__)
@bp.route('/')
def index():
return render_template('main/index.html')
@bp.route('/feeds')
def feeds():
return render_template('main/feeds.html')
@bp.app_template_global()
def filter_content(ctx):
include_title = request.args.get('include_title')
include_description = request.args.get('include_description')
exclude_title = request.args.get('exclude_title')
exclude_description = request.args.get('exclude_description')
limit = request.args.get('limit', type=int)
items = ctx['items'].copy()
items = [item for item in items if include_title in item['title']] if include_title else items
items = [item for item in items if include_description in item['description']] if include_description else items
items = [item for item in items if exclude_title not in item['title']] if exclude_title else items
items = [item for item in items if exclude_description not in item['description']] if exclude_description else items
items = items[:limit] if limit else items
ctx = ctx.copy()
ctx['items'] = items
return ctx
#---------- feed路由从这里开始 -----------#
@bp.route('/cninfo/announcement/<string:stock_id>/<string:category>')
@bp.route('/cninfo/announcement')
def cninfo_announcement(stock_id='', category=''):
from rsshub.spiders.cninfo.announcement import ctx
return render_template('main/atom.xml', **filter_content(ctx(stock_id,category)))
@bp.route('/chuansongme/articles/<string:category>')
@bp.route('/chuansongme/articles')
def chuansongme_articles(category=''):
from rsshub.spiders.chuansongme.articles import ctx
return render_template('main/atom.xml', **filter_content(ctx(category)))
@bp.route('/ctolib/topics/<string:category>')
@bp.route('/ctolib/topics')
def ctolib_topics(category=''):
from rsshub.spiders.ctolib.topics import ctx
return render_template('main/atom.xml', **filter_content(ctx(category)))
@bp.route('/infoq/recommend')
def infoq_recommend():
from rsshub.spiders.infoq.recommend import ctx
return render_template('main/atom.xml', **filter_content(ctx()))

64
rsshub/config.py
View File

@@ -1,32 +1,32 @@
import os
import sys
basedir = os.path.abspath(os.path.dirname(os.path.dirname(__file__)))
class BaseConfig:
SITE_NAME = 'RSSHub'
GITHUB_USERNAME = 'alphardex'
EMAIL = '2582347430@qq.com'
SECRET_KEY = os.environ.get('SECRET_KEY') or 'f43hrt53et53'
DEBUG_TB_INTERCEPT_REDIRECTS = False
class DevelopmentConfig(BaseConfig):
pass
class TestingConfig(BaseConfig):
TESTING = True
class ProductionConfig(BaseConfig):
pass
config = {
'development': DevelopmentConfig,
'testing': TestingConfig,
'production': ProductionConfig
}
import os
import sys
basedir = os.path.abspath(os.path.dirname(os.path.dirname(__file__)))
class BaseConfig:
SITE_NAME = 'RSSHub'
GITHUB_USERNAME = 'alphardex'
EMAIL = '2582347430@qq.com'
SECRET_KEY = os.environ.get('SECRET_KEY') or 'f43hrt53et53'
DEBUG_TB_INTERCEPT_REDIRECTS = False
class DevelopmentConfig(BaseConfig):
pass
class TestingConfig(BaseConfig):
TESTING = True
class ProductionConfig(BaseConfig):
pass
config = {
'development': DevelopmentConfig,
'testing': TestingConfig,
'production': ProductionConfig
}

16
rsshub/extensions.py
View File

@@ -1,8 +1,8 @@
from flask_bootstrap import Bootstrap
from flask_debugtoolbar import DebugToolbarExtension
from flask_moment import Moment
bootstrap = Bootstrap()
debugtoolbar = DebugToolbarExtension()
moment = Moment()
from flask_bootstrap import Bootstrap
from flask_debugtoolbar import DebugToolbarExtension
from flask_moment import Moment
bootstrap = Bootstrap()
debugtoolbar = DebugToolbarExtension()
moment = Moment()

44
rsshub/spiders/chuansongme/articles.py
View File

@@ -1,23 +1,23 @@
from rsshub.utils import fetch
domain = 'https://chuansongme.com'
def parse(post):
item = {}
item['title'] = post.css('a.question_link::text').extract()[-1].strip()
link = f"{domain}{post.css('a.question_link::attr(href)').extract_first()}"
item['link'] = link
return item
def ctx(category=''):
tree = fetch(f"{domain}/{category}")
posts = tree.css('.feed_body .pagedlist_item')
return {
'title': '传送门',
'link': domain,
'description': '传送门：微信公众号订阅',
'author': 'alphardex',
'items': list(map(parse, posts))
from rsshub.utils import fetch
domain = 'https://chuansongme.com'
def parse(post):
item = {}
item['title'] = post.css('a.question_link::text').extract()[-1].strip()
link = f"{domain}{post.css('a.question_link::attr(href)').extract_first()}"
item['link'] = link
return item
def ctx(category=''):
tree = fetch(f"{domain}/{category}")
posts = tree.css('.feed_body .pagedlist_item')
return {
'title': '传送门',
'link': domain,
'description': '传送门：微信公众号订阅',
'author': 'alphardex',
'items': list(map(parse, posts))
}

49
rsshub/spiders/cninfo/announcement.py Normal file
View File

@@ -0,0 +1,49 @@
import requests
from rsshub.utils import DEFAULT_HEADERS
domain = 'http://www.cninfo.com.cn'
def parse(post):
item = {}
item['title'] = post['secName'] + '(' + post['secCode'] + ')' + ': ' + post['announcementTitle']
item['description'] = item['title']
item['link'] = 'http://static.cninfo.com.cn/' + post['adjunctUrl']
item['pubDate'] = post['announcementTime']
return item
def ctx(stock_id='', category=''):
stock_id = '' if stock_id == 'all' else stock_id
stock_name = ''
stock_list = requests.get('http://www.cninfo.com.cn/new/data/szse_stock.json', headers=DEFAULT_HEADERS).json()['stockList']
for stock in stock_list:
if stock['code'] == stock_id :
stock_id = stock['orgId']
stock_name = stock['zwjc']
break
import datetime
nowtime = datetime.datetime.now()
deltaday=datetime.timedelta(days=1)
start_date = datetime.datetime.strftime(nowtime- 5 * deltaday, '%Y-%m-%d')
end_date = datetime.datetime.strftime(nowtime + 2 * deltaday, '%Y-%m-%d')
seDate = start_date + '~' + end_date
searchkey = ''
if '_' in category:
searchkey = category.split('_')[-1]
category = category.split('_')[0]
DEFAULT_HEADERS.update({'Referer': domain})
posts = requests.post(f'{domain}/new/hisAnnouncement/query', \
data={'pageSize': '30','tabName':'fulltext', 'plate': '', 'category':f'category_{category}_szsh', \
'secid': stock_id,'seDate':'', 'seDate': seDate, 'searchkey': searchkey }, headers=DEFAULT_HEADERS).json()['announcements']
return {
'title': f'{stock_name}-{category}-公告-巨潮资讯',
'link': f'{domain}/new/commonUrl/pageOfSearch?url=disclosure/list/search&checkedCategory=category_{category}_szsh&searchkey={searchkey}',
'description': f'{stock_name}关于{category}的公告-巨潮资讯',
'author': 'hillerliao',
'items': list(map(parse, posts))
}

44
rsshub/spiders/ctolib/topics.py
View File

@@ -1,23 +1,23 @@
from rsshub.utils import fetch
domain = 'https://www.ctolib.com'
def parse(post):
item = {}
item['title'] = post.css('a.title::text').extract_first()
item['description'] = post.css('p.abstract::text').extract_first()
item['link'] = f"{domain}{post.css('a.title::attr(href)').extract_first()}"
return item
def ctx(category=''):
tree = fetch(f'{domain}/python/topics/{category}')
posts = tree.css('ul.note-list li')
return {
'title': 'CTOLib码库',
'link': domain,
'description': 'Python开发社区',
'author': 'alphardex',
'items': list(map(parse, posts))
from rsshub.utils import fetch
domain = 'https://www.ctolib.com'
def parse(post):
item = {}
item['title'] = post.css('a.title::text').extract_first()
item['description'] = post.css('p.abstract::text').extract_first()
item['link'] = f"{domain}{post.css('a.title::attr(href)').extract_first()}"
return item
def ctx(category=''):
tree = fetch(f'{domain}/python/topics/{category}')
posts = tree.css('ul.note-list li')
return {
'title': 'CTOLib码库',
'link': domain,
'description': 'Python开发社区',
'author': 'alphardex',
'items': list(map(parse, posts))
}

46
rsshub/spiders/infoq/recommend.py
View File

@@ -1,24 +1,24 @@
import requests
from rsshub.utils import DEFAULT_HEADERS
domain = 'https://www.infoq.cn'
def parse(post):
item = {}
item['title'] = post['article_title']
item['description'] = f"{post['article_summary']}<br><img referrerpolicy='no-referrer' src={post.get('article_cover')}>"
item['link'] = f"{domain}/article/{post['uuid']}"
return item
def ctx():
DEFAULT_HEADERS.update({'Referer': 'https://www.infoq.cn'}) # 必须设置Referer，不然会451错误
posts = requests.post(f'{domain}/public/v1/my/recommond', data={'size': 20}, headers=DEFAULT_HEADERS).json()['data']
return {
'title': 'infoq',
'link': domain,
'description': 'InfoQ - 促进软件开发领域知识与创新的传播',
'author': 'alphardex',
'items': list(map(parse, posts))
import requests
from rsshub.utils import DEFAULT_HEADERS
domain = 'https://www.infoq.cn'
def parse(post):
item = {}
item['title'] = post['article_title']
item['description'] = f"{post['article_summary']}<br><img referrerpolicy='no-referrer' src={post.get('article_cover')}>"
item['link'] = f"{domain}/article/{post['uuid']}"
return item
def ctx():
DEFAULT_HEADERS.update({'Referer': 'https://www.infoq.cn'}) # 必须设置Referer，不然会451错误
posts = requests.post(f'{domain}/public/v1/my/recommond', data={'size': 20}, headers=DEFAULT_HEADERS).json()['data']
return {
'title': 'infoq',
'link': domain,
'description': 'InfoQ - 促进软件开发领域知识与创新的传播',
'author': 'alphardex',
'items': list(map(parse, posts))
}

96
rsshub/static/css/style.css
View File

@@ -1,48 +1,48 @@
/* global */
nav {
margin-bottom: 30px;
}
.jumbotron {
margin-top: 20px;
padding-top: 38px;
padding-bottom: 38px;
}
.tip {
/* from github.com */
position: relative;
padding: 40px;
text-align: center;
background-color: #fafbfc;
border: 1px solid #e1e4e8;
border-radius: 3px;
box-shadow: inset 0 0 10px rgba(27, 31, 35, 0.05);
}
.hide {
display: none;
}
.inline {
display: inline;
}
.page-header {
padding-top: 20px;
padding-bottom: 20px;
}
.page-footer {
padding-top: 40px;
}
/* footer */
footer {
margin: 30px 0;
padding: 20px 0;
border-top: 1px solid #e5e5e5;
}
/* global */
nav {
margin-bottom: 30px;
}
.jumbotron {
margin-top: 20px;
padding-top: 38px;
padding-bottom: 38px;
}
.tip {
/* from github.com */
position: relative;
padding: 40px;
text-align: center;
background-color: #fafbfc;
border: 1px solid #e1e4e8;
border-radius: 3px;
box-shadow: inset 0 0 10px rgba(27, 31, 35, 0.05);
}
.hide {
display: none;
}
.inline {
display: inline;
}
.page-header {
padding-top: 20px;
padding-bottom: 20px;
}
.page-footer {
padding-top: 40px;
}
/* footer */
footer {
margin: 30px 0;
padding: 20px 0;
border-top: 1px solid #e5e5e5;
}

16
rsshub/templates/errors/400.html
View File

@@ -1,9 +1,9 @@
{% extends 'layout.html' %}
{% block title %}400 错误{% endblock %}
{% block content %}
<div class="jumbotron">
<h1>400 Bad Request</h1>
</div>
{% extends 'layout.html' %}
{% block title %}400 错误{% endblock %}
{% block content %}
<div class="jumbotron">
<h1>400 Bad Request</h1>
</div>
{% endblock %}

16
rsshub/templates/errors/404.html
View File

@@ -1,9 +1,9 @@
{% extends 'layout.html' %}
{% block title %}404 错误{% endblock %}
{% block content %}
<div class="jumbotron">
<h1>404 Not Found</h1>
</div>
{% extends 'layout.html' %}
{% block title %}404 错误{% endblock %}
{% block content %}
<div class="jumbotron">
<h1>404 Not Found</h1>
</div>
{% endblock %}

16
rsshub/templates/errors/500.html
View File

@@ -1,9 +1,9 @@
{% extends 'layout.html' %}
{% block title %}500 错误{% endblock %}
{% block content %}
<div class="jumbotron">
<h1>服务器出错</h1>
</div>
{% extends 'layout.html' %}
{% block title %}500 错误{% endblock %}
{% block content %}
<div class="jumbotron">
<h1>服务器出错</h1>
</div>
{% endblock %}

138
rsshub/templates/layout.html
View File

@@ -1,70 +1,70 @@
{% from 'bootstrap/nav.html' import render_nav_item %}
<!DOCTYPE html>
<html>
<head>
{% block head %}
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
<title>{% block title %}{% endblock title %}</title>
<link rel="shortcut icon" href="{{ url_for('static', filename='favicon.ico') }}" type="image/x-icon">
<link rel="icon" href="{{ url_for('static', filename='favicon.ico') }}" type="image/x-icon">
{% block styles %}
{{ bootstrap.load_css() }}
<link rel="stylesheet" href="{{ url_for('static', filename='css/style.css') }}">
<link href="https://cdn.bootcss.com/font-awesome/4.7.0/css/font-awesome.min.css" rel="stylesheet">
{% endblock styles %}
{% endblock head %}
</head>
<body>
{% block nav %}
<nav class="navbar navbar-expand-lg navbar-dark bg-dark" role="navigation">
<div class="container">
<a class="navbar-brand" href="{{url_for('main.index')}}">{{ config['SITE_NAME'] }}</a>
<button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarNavDropdown"
aria-controls="navbarNavDropdown" aria-expanded="false" aria-label="Toggle navigation">
<span class="navbar-toggler-icon"></span>
</button>
<div class="collapse navbar-collapse" id="navbarNavDropdown">
<ul class="nav navbar-nav ml-auto">
{{render_nav_item('main.feeds', 'Feeds')}}
</ul>
</div>
</div>
</nav>
{% endblock nav %}
<main class="container">
{% with messages = get_flashed_messages(with_categories=true) %}
{% if messages %}
{% for category, message in messages %}
<div class="alert alert-dismissable alert-{{ category }}" role="alert">
<button type="button" class="close" data-dismiss="alert">&times;</button>
{{ message }}
</div>
{% endfor %}
{% endif %}
{% endwith %}
{% block content %}{% endblock %}
{% block footer %}
<footer>
<p class="float-left">
<small>&copy;
Made by <a href="https://github.com/{{config['GITHUB_USERNAME']}}" target="_blank">{{config['GITHUB_USERNAME']}}</a>
with <span class="fa fa-heart"></span>
</small>
</p>
<p class="float-right">
<small><a href="mailto:{{ config['EMAIL'] }}">Contact</a></small>
</p>
</footer>
{% endblock footer %}
</main>
{% block scripts %}
{{ bootstrap.load_js() }}
{{ moment.include_moment() }}
{{ moment.locale('zh-cn') }}
{% endblock %}
</body>
{% from 'bootstrap/nav.html' import render_nav_item %}
<!DOCTYPE html>
<html>
<head>
{% block head %}
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
<title>{% block title %}{% endblock title %}</title>
<link rel="shortcut icon" href="{{ url_for('static', filename='favicon.ico') }}" type="image/x-icon">
<link rel="icon" href="{{ url_for('static', filename='favicon.ico') }}" type="image/x-icon">
{% block styles %}
{{ bootstrap.load_css() }}
<link rel="stylesheet" href="{{ url_for('static', filename='css/style.css') }}">
<link href="https://cdn.bootcss.com/font-awesome/4.7.0/css/font-awesome.min.css" rel="stylesheet">
{% endblock styles %}
{% endblock head %}
</head>
<body>
{% block nav %}
<nav class="navbar navbar-expand-lg navbar-dark bg-dark" role="navigation">
<div class="container">
<a class="navbar-brand" href="{{url_for('main.index')}}">{{ config['SITE_NAME'] }}</a>
<button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarNavDropdown"
aria-controls="navbarNavDropdown" aria-expanded="false" aria-label="Toggle navigation">
<span class="navbar-toggler-icon"></span>
</button>
<div class="collapse navbar-collapse" id="navbarNavDropdown">
<ul class="nav navbar-nav ml-auto">
{{render_nav_item('main.feeds', 'Feeds')}}
</ul>
</div>
</div>
</nav>
{% endblock nav %}
<main class="container">
{% with messages = get_flashed_messages(with_categories=true) %}
{% if messages %}
{% for category, message in messages %}
<div class="alert alert-dismissable alert-{{ category }}" role="alert">
<button type="button" class="close" data-dismiss="alert">&times;</button>
{{ message }}
</div>
{% endfor %}
{% endif %}
{% endwith %}
{% block content %}{% endblock %}
{% block footer %}
<footer>
<p class="float-left">
<small>&copy;
Made by <a href="https://github.com/{{config['GITHUB_USERNAME']}}" target="_blank">{{config['GITHUB_USERNAME']}}</a>
with <span class="fa fa-heart"></span>
</small>
</p>
<p class="float-right">
<small><a href="mailto:{{ config['EMAIL'] }}">Contact</a></small>
</p>
</footer>
{% endblock footer %}
</main>
{% block scripts %}
{{ bootstrap.load_js() }}
{{ moment.include_moment() }}
{{ moment.locale('zh-cn') }}
{% endblock %}
</body>
</html>

42
rsshub/templates/main/atom.xml
View File

@@ -1,22 +1,22 @@
<?xml version="1.0" encoding="utf-8"?>
<feed xmlns="http://www.w3.org/2005/Atom">
<generator>{{config['SITE_NAME']}}</generator>
<webMaster>{{config['EMAIL']}}</webMaster>
<language>zh-cn</language>
<id>{{link}}</id>
<title><![CDATA[{{title|safe}}]]></title>
<link href="{{link}}"/>
<author>
<name><![CDATA[{{author|safe}}]]></name>
</author>
{% for item in items %}
<entry>
<id>{{item.link}}</id>
<title><![CDATA[{{item.title|safe}}]]></title>
<published>{{item.pubDate|default(now)}}</published>
<updated>{{item.pubDate|default(now)}}</updated>
<link href="{{item.link}}"/>
<content type="html" src="{{item.link}}"><![CDATA[{{item.description|safe}}]]></content>
</entry>
{% endfor %}
<?xml version="1.0" encoding="utf-8"?>
<feed xmlns="http://www.w3.org/2005/Atom">
<generator>{{config['SITE_NAME']}}</generator>
<webMaster>{{config['EMAIL']}}</webMaster>
<language>zh-cn</language>
<id>{{link}}</id>
<title><![CDATA[{{title|safe}}]]></title>
<link href="{{link}}"/>
<author>
<name><![CDATA[{{author|safe}}]]></name>
</author>
{% for item in items %}
<entry>
<id>{{item.link}}</id>
<title><![CDATA[{{item.title|safe}}]]></title>
<published>{{item.pubDate|default(now)}}</published>
<updated>{{item.pubDate|default(now)}}</updated>
<link href="{{item.link}}"/>
<content type="html" src="{{item.link}}"><![CDATA[{{item.description|safe}}]]></content>
</entry>
{% endfor %}
</feed>

142
rsshub/templates/main/feeds.html
View File

@@ -1,67 +1,77 @@
{% extends "layout.html" %}
{% block title %}All Feeds{% endblock title %}
{% block content %}
<div class="card text-left">
<div class="card-body">
<h4 class="card-title">传送门</h4>
<h6 class="text-muted">文章 <a href="https://github.com/alphardex" target="_blank" class="badge badge-secondary">by alphardex</a></h6>
<p class="card-text">举例：<a href="https://rsshub-python.herokuapp.com/chuansongme/articles" target="_blank">https://rsshub-python.herokuapp.com/chuansongme/articles</a></p>
<p class="card-text">路由：<code>/chuansongme/articles/:category</code></p>
<p class="card-text">参数：category [默认为“最新”]</p>
<table class="table table-bordered table-sm">
<thead>
<tr>
{% for th in ['精选','区块链','汽车','创意科技','媒体达人','电影音乐','娱乐休闲','生活旅行','学习工具','历史读书','金融理财','美食菜谱'] %}
<th>{{th}}</th>
{% endfor %}
</tr>
</thead>
<tbody>
<tr>
{% for td in ['select', 'blockchain', 'auto', 'ideatech', 'newsmedia', 'moviemusic', 'fun', 'lifejourney', 'utility', 'hisbook', 'finance', 'food']%}
<td>{{td}}</td>
{% endfor %}
</tr>
</tbody>
</table>
</div>
</div>
<br>
<div class="card text-left">
<div class="card-body">
<h4 class="card-title">CTOLib</h4>
<h6 class="text-muted">话题 <a href="https://github.com/alphardex" target="_blank" class="badge badge-secondary">by alphardex</a></h6>
<p class="card-text">举例：<a href="https://rsshub-python.herokuapp.com/ctolib/topics" target="_blank">https://rsshub-python.herokuapp.com/ctolib/topics</a></p>
<p class="card-text">路由：<code>/ctolib/topics/:category</code></p>
<p class="card-text">参数：category [默认为“默认排序”]</p>
<table class="table table-bordered table-sm">
<thead>
<tr>
{% for th in ['最新发布', '优质主题'] %}
<th>{{th}}</th>
{% endfor %}
</tr>
</thead>
<tbody>
<tr>
{% for td in ['last', 'popular']%}
<td>{{td}}</td>
{% endfor %}
</tr>
</tbody>
</table>
</div>
</div>
<br>
<div class="card text-left">
<div class="card-body">
<h4 class="card-title">InfoQ</h4>
<h6 class="text-muted">推荐内容 <a href="https://github.com/alphardex" target="_blank" class="badge badge-secondary">by alphardex</a></h6>
<p class="card-text">举例：<a href="https://rsshub-python.herokuapp.com/infoq/recommend" target="_blank">https://rsshub-python.herokuapp.com/infoq/recommend</a></p>
<p class="card-text">路由：<code>/infoq/recommend</code></p>
</div>
</div>
<br>
{% extends "layout.html" %}
{% block title %}All Feeds{% endblock title %}
{% block content %}
<div class="card text-left">
<div class="card-body">
<h4 class="card-title">传送门</h4>
<h6 class="text-muted">文章 <a href="https://github.com/alphardex" target="_blank" class="badge badge-secondary">by alphardex</a></h6>
<p class="card-text">举例：<a href="https://rsshub-python.herokuapp.com/chuansongme/articles" target="_blank">https://rsshub-python.herokuapp.com/chuansongme/articles</a></p>
<p class="card-text">路由：<code>/chuansongme/articles/:category</code></p>
<p class="card-text">参数：category [默认为“最新”]</p>
<table class="table table-bordered table-sm">
<thead>
<tr>
{% for th in ['精选','区块链','汽车','创意科技','媒体达人','电影音乐','娱乐休闲','生活旅行','学习工具','历史读书','金融理财','美食菜谱'] %}
<th>{{th}}</th>
{% endfor %}
</tr>
</thead>
<tbody>
<tr>
{% for td in ['select', 'blockchain', 'auto', 'ideatech', 'newsmedia', 'moviemusic', 'fun', 'lifejourney', 'utility', 'hisbook', 'finance', 'food']%}
<td>{{td}}</td>
{% endfor %}
</tr>
</tbody>
</table>
</div>
</div>
<br>
<div class="card text-left">
<div class="card-body">
<h4 class="card-title">CTOLib</h4>
<h6 class="text-muted">话题 <a href="https://github.com/alphardex" target="_blank" class="badge badge-secondary">by alphardex</a></h6>
<p class="card-text">举例：<a href="https://rsshub-python.herokuapp.com/ctolib/topics" target="_blank">https://rsshub-python.herokuapp.com/ctolib/topics</a></p>
<p class="card-text">路由：<code>/ctolib/topics/:category</code></p>
<p class="card-text">参数：category [默认为“默认排序”]</p>
<table class="table table-bordered table-sm">
<thead>
<tr>
{% for th in ['最新发布', '优质主题'] %}
<th>{{th}}</th>
{% endfor %}
</tr>
</thead>
<tbody>
<tr>
{% for td in ['last', 'popular']%}
<td>{{td}}</td>
{% endfor %}
</tr>
</tbody>
</table>
</div>
</div>
<br>
<div class="card text-left">
<div class="card-body">
<h4 class="card-title">InfoQ</h4>
<h6 class="text-muted">推荐内容 <a href="https://github.com/alphardex" target="_blank" class="badge badge-secondary">by alphardex</a></h6>
<p class="card-text">举例：<a href="https://rsshub-python.herokuapp.com/infoq/recommend" target="_blank">https://rsshub-python.herokuapp.com/infoq/recommend</a></p>
<p class="card-text">路由：<code>/infoq/recommend</code></p>
</div>
</div>
<br>
<div class="card text-left">
<div class="card-body">
<h4 class="card-title">巨潮资讯</h4>
<h6 class="text-muted">公司公告 <a href="https://github.com/hillerliao" target="_blank" class="badge badge-secondary">by hillerliao</a></h6>
<p class="card-text">举例：<a href="https://rsshub-python.herokuapp.com/cninfo/announcement/all/gqjl" target="_blank">https://rsshub-python.herokuapp.com/cninfo/announcement/all/gqjl</a></p>
<p class="card-text">举例：<a href="https://rsshub-python.herokuapp.com/cninfo/announcement/all/gqbd_预披露" target="_blank">https://rsshub-python.herokuapp.com/cninfo/announcement/all/gqbd_预披露</a>，股权变动类公告中标题含有「预披露」的公告</p>
<p class="card-text">路由：<code>/cninfo/announcement/:stock_id/:category</code></p>
</div>
</div>
<br>
{% endblock content %}

24
rsshub/templates/main/index.html
View File

@@ -1,13 +1,13 @@
{% extends 'layout.html' %}
{% block title %}Welcome to RSShub!{% endblock title %}
{% block content %}
<div class="jumbotron">
<h1 class="display-4">Welcome to RSSHub!</h1>
<p class="lead">If you see this page, the RSSHub is successfully installed and working.</p>
<p>
<a class="btn btn-primary btn-lg" role="button" target="_blank" href="https://github.com/alphardex/RSSHub-python">View Source</a>
</p>
</div>
{% extends 'layout.html' %}
{% block title %}Welcome to RSShub!{% endblock title %}
{% block content %}
<div class="jumbotron">
<h1 class="display-4">Welcome to RSSHub!</h1>
<p class="lead">If you see this page, the RSSHub is successfully installed and working.</p>
<p>
<a class="btn btn-primary btn-lg" role="button" target="_blank" href="https://github.com/alphardex/RSSHub-python">View Source</a>
</p>
</div>
{% endblock %}

50
rsshub/utils.py
View File

@@ -1,25 +1,25 @@
from flask import Response
import requests
from parsel import Selector
DEFAULT_HEADERS = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36'}
class XMLResponse(Response):
def __init__(self, response, **kwargs):
if 'mimetype' not in kwargs and 'contenttype' not in kwargs:
if response.startswith('<?xml'):
kwargs['mimetype'] = 'application/xml'
return super().__init__(response, **kwargs)
def fetch(url: str, headers: dict=DEFAULT_HEADERS, proxies: dict=None):
try:
res = requests.get(url, headers=headers, proxies=proxies)
res.raise_for_status()
except Exception as e:
print(f'[Err] {e}')
else:
html = res.text
tree = Selector(text=html)
return tree
from flask import Response
import requests
from parsel import Selector
DEFAULT_HEADERS = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36'}
class XMLResponse(Response):
def __init__(self, response, **kwargs):
if 'mimetype' not in kwargs and 'contenttype' not in kwargs:
if response.startswith('<?xml'):
kwargs['mimetype'] = 'application/xml'
return super().__init__(response, **kwargs)
def fetch(url: str, headers: dict=DEFAULT_HEADERS, proxies: dict=None):
try:
res = requests.get(url, headers=headers, proxies=proxies)
res.raise_for_status()
except Exception as e:
print(f'[Err] {e}')
else:
html = res.text
tree = Selector(text=html)
return tree