tlater/scrape-yuanyuan
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Work around broken link

Browse source
This commit is contained in:
Tristan Daniël Maat 2022-04-09 19:04:20 +01:00
parent a66fbc83aa
commit 8cb72464b4
Signed by: tlater
GPG key ID: 49670FD774E43268
1 changed files with 4 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
qinghai/scrape.py
View file

@ -35,6 +35,10 @@ def main():
writer.writerow(i, link[0], link[1]) writer.writerow(i, link[0], link[1])
for i, link in enumerate(links): for i, link in enumerate(links):
# Broken link
if i == 210:
continue
print(f"Downloading {link[0]} ({i}/{len(links)})") print(f"Downloading {link[0]} ({i}/{len(links)})")
text = download_article_text(link[0]) text = download_article_text(link[0])