Fix link formation
This commit is contained in:
parent
79c7850cd8
commit
c1adb67742
|
@ -116,8 +116,12 @@ def _get_unique_links(page_url, soup):
|
||||||
link = prefix + link
|
link = prefix + link
|
||||||
elif link.startswith('/'):
|
elif link.startswith('/'):
|
||||||
link = full_base_url + link
|
link = full_base_url + link
|
||||||
|
elif link.startswith('./'):
|
||||||
|
link = full_base_url + link[1:]
|
||||||
elif link.startswith('#'):
|
elif link.startswith('#'):
|
||||||
link = full_base_url + link
|
link = full_base_url + link
|
||||||
|
elif '//' not in link:
|
||||||
|
link = full_base_url + "/" + link
|
||||||
else:
|
else:
|
||||||
pass
|
pass
|
||||||
unique_links.append(link)
|
unique_links.append(link)
|
||||||
|
|
Loading…
Reference in New Issue