tlater/scrape-yuanyuan
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Work around other broken links

Browse source
This commit is contained in:
Tristan Daniël Maat 2022-04-09 19:30:41 +01:00
parent 8cb72464b4
commit 06dabf8c03
Signed by: tlater
GPG key ID: 49670FD774E43268
1 changed files with 5 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
qinghai/scrape.py
View file

@ -35,8 +35,11 @@ def main():
writer.writerow(i, link[0], link[1]) writer.writerow(i, link[0], link[1])
for i, link in enumerate(links): for i, link in enumerate(links):
# Broken link # Broken links
if i == 210: #
# 275 was available as an iframe, and is parsed separately in
# scrape-iframe.py
if i in (210, 275, 453, 681, 703, 791, 871, 913, 914, 915):
continue continue
print(f"Downloading {link[0]} ({i}/{len(links)})") print(f"Downloading {link[0]} ({i}/{len(links)})")