77079539c1
The local file-parsing pipeline (upload -> Huey async parse -> generate projects/data/.../document.txt) is no longer needed: RAG retrieval runs against the backend vector store and does not read the local parse output, so removing this has zero impact on existing bot Q&A. - Delete task_queue/ (Huey queue, consumer, tasks, task status store) - Delete parsing utils: dataset_manager, single_file_processor, data_merger, project_manager - Delete db_manager.py (only managed task_status.db) - routes/files.py: keep only POST /api/v1/upload; drop all parse/queue/task endpoints - routes/projects.py: drop /tasks endpoint and task_status import - utils/__init__.py & api_models.py: remove exports/models for deleted modules and queue task models - start_unified.py & start_all_optimized.sh: no longer launch the queue consumer - Drop huey dependency (keep redis) Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
109 lines
2.1 KiB
Python
109 lines
2.1 KiB
Python
#!/usr/bin/env python3
|
|
"""
|
|
Utils package for qwen-agent.
|
|
"""
|
|
|
|
from .file_utils import (
|
|
download_file,
|
|
get_file_hash,
|
|
remove_file_or_directory,
|
|
extract_zip_file,
|
|
get_document_preview,
|
|
load_processed_files_log,
|
|
save_processed_files_log
|
|
)
|
|
|
|
from .system_optimizer import (
|
|
setup_system_optimizations
|
|
)
|
|
|
|
from .agent_pool import (
|
|
AgentPool,
|
|
get_agent_pool,
|
|
set_agent_pool,
|
|
init_global_agent_pool,
|
|
get_agent_from_pool,
|
|
release_agent_to_pool
|
|
)
|
|
|
|
|
|
from .api_models import (
|
|
Message,
|
|
DatasetRequest,
|
|
ChatRequest,
|
|
DatasetResponse,
|
|
ChatCompletionResponse,
|
|
ChatResponse,
|
|
ErrorResponse,
|
|
HealthCheckResponse,
|
|
SystemStatusResponse,
|
|
CacheStatusResponse,
|
|
ProjectStatusResponse,
|
|
ProjectListResponse,
|
|
ProjectStatsResponse,
|
|
ProjectActionResponse,
|
|
create_success_response,
|
|
create_error_response,
|
|
create_chat_response,
|
|
BatchSaveChatRequest,
|
|
BatchSaveChatResponse
|
|
)
|
|
|
|
from .multi_project_manager import (
|
|
create_robot_project,
|
|
get_unique_folder_name,
|
|
copy_dataset_folder,
|
|
generate_robot_readme
|
|
)
|
|
|
|
|
|
|
|
__all__ = [
|
|
# file_utils
|
|
'download_file',
|
|
'get_file_hash',
|
|
'remove_file_or_directory',
|
|
'extract_zip_file',
|
|
'get_document_preview',
|
|
'load_processed_files_log',
|
|
'save_processed_files_log',
|
|
|
|
# agent_pool
|
|
'AgentPool',
|
|
'get_agent_pool',
|
|
'set_agent_pool',
|
|
'init_global_agent_pool',
|
|
'get_agent_from_pool',
|
|
'release_agent_to_pool',
|
|
|
|
|
|
# api_models
|
|
'Message',
|
|
'DatasetRequest',
|
|
'ChatRequest',
|
|
'DatasetResponse',
|
|
'ChatCompletionResponse',
|
|
'ChatResponse',
|
|
'ErrorResponse',
|
|
'HealthCheckResponse',
|
|
'SystemStatusResponse',
|
|
'CacheStatusResponse',
|
|
'ProjectStatusResponse',
|
|
'ProjectListResponse',
|
|
'ProjectStatsResponse',
|
|
'ProjectActionResponse',
|
|
'create_success_response',
|
|
'create_error_response',
|
|
'create_chat_response',
|
|
'BatchSaveChatRequest',
|
|
'BatchSaveChatResponse',
|
|
|
|
# multi_project_manager
|
|
'create_robot_project',
|
|
'get_unique_folder_name',
|
|
'copy_dataset_folder',
|
|
'generate_robot_readme',
|
|
|
|
|
|
]
|