Add support for puppeteer to facilitate crawling with information on anti-crawl pages; introduce cache module to avoid frequent crawling of pages

2026-05-14 23:16:50 +00:00 · 2023-04-01 15:47:35 +08:00
parent 64096acd2e
commit af216b7f7e
7 changed files with 593 additions and 327 deletions
--- a/3
+++ b/3
@@ -21,6 +21,9 @@ flask-analytics = "*"
 arrow = "1.2.2"
 undetected-chromedriver = "*"
 pyjsparser = "*"
+charset-normalizer = "*"
+pyppeteer = "*"
+flask-caching = "*"

 [dev-packages]
 coverage = "*"