fix: 优化同步网页逻辑

2024-04-10 18:43:43 +08:00 · 2024-04-10 18:43:43 +08:00 · 260060f276
commit 260060f276
parent de1d1c2c2c
1 changed files with 8 additions and 6 deletions
--- a/apps/common/util/fork.py
+++ b/apps/common/util/fork.py
@ -33,7 +33,9 @@ class ForkManage:
        if level < 0:
            return
        else:
+            child_link.url = remove_fragment(child_link.url)
            child_url = child_link.url[:-1] if child_link.url.endswith('/') else child_link.url
+        if not exclude_link_url.__contains__(child_url):
            exclude_link_url.add(child_url)
            response = Fork(child_link.url, selector_list).fork()
            fork_handler(child_link, response)