tlater/scrape-yuanyuan
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

shanxi: Update broken links

Browse source
This commit is contained in:
Tristan Daniël Maat 2022-04-09 23:48:00 +01:00
parent 3602c56966
commit d945a61b3c
Signed by: tlater
GPG key ID: 49670FD774E43268
1 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
shanxi/scrape-articles.py
View file

@ -12,6 +12,9 @@ def main():
with open("articles-shanxi/links.csv", "r") as f: with open("articles-shanxi/links.csv", "r") as f:
links = read_links(f) links = read_links(f)
# Broken links
links = links[:254]
download_link_texts(links, "message-box", "articles-shanxi", encoding="UTF-8") download_link_texts(links, "message-box", "articles-shanxi", encoding="UTF-8")