fix: 优化同步网页逻辑
This commit is contained in:
parent
de1d1c2c2c
commit
260060f276
@ -33,7 +33,9 @@ class ForkManage:
|
|||||||
if level < 0:
|
if level < 0:
|
||||||
return
|
return
|
||||||
else:
|
else:
|
||||||
|
child_link.url = remove_fragment(child_link.url)
|
||||||
child_url = child_link.url[:-1] if child_link.url.endswith('/') else child_link.url
|
child_url = child_link.url[:-1] if child_link.url.endswith('/') else child_link.url
|
||||||
|
if not exclude_link_url.__contains__(child_url):
|
||||||
exclude_link_url.add(child_url)
|
exclude_link_url.add(child_url)
|
||||||
response = Fork(child_link.url, selector_list).fork()
|
response = Fork(child_link.url, selector_list).fork()
|
||||||
fork_handler(child_link, response)
|
fork_handler(child_link, response)
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user