Fix link formation

This commit is contained in:
Michael Mintz 2019-04-22 03:38:54 -04:00
parent 79c7850cd8
commit c1adb67742
1 changed files with 4 additions and 0 deletions

View File

@ -116,8 +116,12 @@ def _get_unique_links(page_url, soup):
link = prefix + link
elif link.startswith('/'):
link = full_base_url + link
elif link.startswith('./'):
link = full_base_url + link[1:]
elif link.startswith('#'):
link = full_base_url + link
elif '//' not in link:
link = full_base_url + "/" + link
else:
pass
unique_links.append(link)