From d945a61b3c287fbc927d24fc69ea9c740711bdad Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Tristan=20Dani=C3=ABl=20Maat?= Date: Sat, 9 Apr 2022 23:48:00 +0100 Subject: [PATCH] shanxi: Update broken links --- shanxi/scrape-articles.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/shanxi/scrape-articles.py b/shanxi/scrape-articles.py index 63fb55c..8896064 100644 --- a/shanxi/scrape-articles.py +++ b/shanxi/scrape-articles.py @@ -12,6 +12,9 @@ def main(): with open("articles-shanxi/links.csv", "r") as f: links = read_links(f) + # Broken links + links = links[:254] + download_link_texts(links, "message-box", "articles-shanxi", encoding="UTF-8")