askill
/
optar
mirror of https://github.com/Askill/optar.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

merged 2 if statements in crawler

This commit is contained in:
Askill 2022-12-11 13:18:56 +01:00
parent 32e10d2665
commit 2339d78ad7
1 changed files with 3 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/Crawler.py
View File

@ -71,13 +71,11 @@ class Crawler:
n_links = [] n_links = []
for link in _links: for link in _links:
if link not in n_links: if link not in n_links and level < limit:
if link.startswith("http"): if link.startswith("http"):
if level < limit: n_links.append((level+1, link))
n_links.append((level+1, link))
else: else:
if level < limit: n_links.append((level+1, urljoin(site.url, link)))
n_links.append((level+1, urljoin(site.url, link)))
unchecked += n_links unchecked += n_links
self._links[root] = n_links self._links[root] = n_links