zhuchaowe/maxkb
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: 优化同步网页逻辑

Browse Source
This commit is contained in:
shaohuzhang1 2024-04-10 18:43:43 +08:00
parent de1d1c2c2c
commit 260060f276
1 changed files with 8 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
apps/common/util/fork.py
View File

@ -33,14 +33,16 @@ class ForkManage:
if level < 0: if level < 0:
return return
else: else:
child_link.url = remove_fragment(child_link.url)
child_url = child_link.url[:-1] if child_link.url.endswith('/') else child_link.url child_url = child_link.url[:-1] if child_link.url.endswith('/') else child_link.url
if not exclude_link_url.__contains__(child_url):
exclude_link_url.add(child_url) exclude_link_url.add(child_url)
response = Fork(child_link.url, selector_list).fork() response = Fork(child_link.url, selector_list).fork()
fork_handler(child_link, response) fork_handler(child_link, response)
for child_link in response.child_link_list: for child_link in response.child_link_list:
child_url = child_link.url[:-1] if child_link.url.endswith('/') else child_link.url child_url = child_link.url[:-1] if child_link.url.endswith('/') else child_link.url
if not exclude_link_url.__contains__(child_url): if not exclude_link_url.__contains__(child_url):
ForkManage.fork_child(child_link, selector_list, level - 1, exclude_link_url, fork_handler) ForkManage.fork_child(child_link, selector_list, level - 1, exclude_link_url, fork_handler)
def remove_fragment(url: str) -> str: def remove_fragment(url: str) -> str: