fix: 优化同步网页逻辑

This commit is contained in:
shaohuzhang1 2024-04-10 18:43:43 +08:00
parent de1d1c2c2c
commit 260060f276

View File

@ -33,7 +33,9 @@ class ForkManage:
if level < 0: if level < 0:
return return
else: else:
child_link.url = remove_fragment(child_link.url)
child_url = child_link.url[:-1] if child_link.url.endswith('/') else child_link.url child_url = child_link.url[:-1] if child_link.url.endswith('/') else child_link.url
if not exclude_link_url.__contains__(child_url):
exclude_link_url.add(child_url) exclude_link_url.add(child_url)
response = Fork(child_link.url, selector_list).fork() response = Fork(child_link.url, selector_list).fork()
fork_handler(child_link, response) fork_handler(child_link, response)