diff --git a/links_and_dests.py b/links_and_dests.py index c19a32b2..3b8e222b 100755 --- a/links_and_dests.py +++ b/links_and_dests.py @@ -8,7 +8,8 @@ from collections import deque import sys from time import sleep import ssl -from io import BytesIO +from io import BytesIO, StringIO +import json try: from bs4 import BeautifulSoup @@ -52,13 +53,23 @@ def get_links_and_destinations_from_html(f): dests = set() soup = BeautifulSoup(f.read(), "html5lib") + + # First try to find this: