qwen_agent/utils/__init__.py

#!/usr/bin/env python3
"""
Utils package for qwen-agent.
"""

from .file_utils import (
    download_file,
    get_file_hash,
    remove_file_or_directory,
    extract_zip_file,
    get_document_preview,
    is_file_already_processed,
    load_processed_files_log,
    save_processed_files_log
)

from .dataset_manager import (
    download_dataset_files,
    generate_dataset_structure,
    remove_dataset_directory,
    remove_dataset_directory_by_key
)

from .project_manager import (
    get_content_from_messages,
    generate_project_readme,
    save_project_readme,
    get_project_status,
    remove_project,
    list_projects,
    get_project_stats
)

# Import agent management modules
# Note: These have been moved to agent package
# from .file_loaded_agent_manager import (
#     get_global_agent_manager,
#     init_global_agent_manager
# )

# Import optimized modules  
# Note: These have been moved to agent package
# from .sharded_agent_manager import (
#     ShardedAgentManager,
#     get_global_sharded_agent_manager,
#     init_global_sharded_agent_manager
# )

from .connection_pool import (
    HTTPConnectionPool,
    get_global_connection_pool,
    init_global_connection_pool,
    OAIWithConnectionPool
)

from .async_file_ops import (
    AsyncFileCache,
    get_global_file_cache,
    init_global_file_cache,
    async_read_file,
    async_read_json,
    async_write_file,
    async_write_json,
    async_file_exists,
    async_get_file_mtime,
    ParallelFileReader,
    get_global_parallel_reader
)


from .system_optimizer import (
    SystemOptimizer,
    AsyncioOptimizer,
    setup_system_optimizations,
    create_performance_monitor,
    get_optimized_worker_config,
    OPTIMIZATION_CONFIGS,
    apply_optimization_profile,
    get_global_system_optimizer
)

# Import config cache module
# Note: This has been moved to agent package
# from .config_cache import (
#     config_cache,
#     ConfigFileCache
# )

from .agent_pool import (
    AgentPool,
    get_agent_pool,
    set_agent_pool,
    init_global_agent_pool,
    get_agent_from_pool,
    release_agent_to_pool
)

from .organize_dataset_files import (
    is_file_already_processed,
    organize_single_project_files,
    organize_dataset_files
)

from .api_models import (
    Message,
    DatasetRequest,
    ChatRequest,
    DatasetResponse,
    ChatCompletionResponse,
    ChatResponse,
    ErrorResponse,
    HealthCheckResponse,
    SystemStatusResponse,
    CacheStatusResponse,
    ProjectStatusResponse,
    ProjectListResponse,
    ProjectStatsResponse,
    ProjectActionResponse,
    QueueTaskRequest,
    IncrementalTaskRequest,
    QueueTaskResponse,
    QueueStatusResponse,
    TaskStatusResponse,
    create_success_response,
    create_error_response,
    create_chat_response
)

# Note: This has been moved to agent package
# from .prompt_loader import (
#     load_system_prompt,
# )

from .multi_project_manager import (
    create_robot_project,
    get_robot_project_info,
    cleanup_robot_project,
    get_unique_folder_name,
    copy_dataset_folder,
    generate_robot_readme
)

__all__ = [
    # file_utils
    'download_file',
    'get_file_hash', 
    'remove_file_or_directory',
    'extract_zip_file',
    'get_document_preview',
    'is_file_already_processed',
    'load_processed_files_log',
    'save_processed_files_log',
    
    # dataset_manager
    'download_dataset_files',
    'generate_dataset_structure',
    'remove_dataset_directory',
    'remove_dataset_directory_by_key',
    
    # project_manager
    'get_content_from_messages',
    'generate_project_readme',
    'save_project_readme',
    'get_project_status',
    'remove_project',
    'list_projects',
    'get_project_stats',
    
    # file_loaded_agent_manager (moved to agent package)
    # 'get_global_agent_manager',
    # 'init_global_agent_manager',
    
    # agent_pool
    'AgentPool',
    'get_agent_pool',
    'set_agent_pool',
    'init_global_agent_pool',
    'get_agent_from_pool',
    'release_agent_to_pool',
    
    # organize_dataset_files
    'is_file_already_processed',
    'organize_single_project_files',
    'organize_dataset_files',
    
    # api_models
    'Message',
    'DatasetRequest',
    'ChatRequest', 
    'DatasetResponse',
    'ChatCompletionResponse',
    'ChatResponse',
    'ErrorResponse',
    'HealthCheckResponse',
    'SystemStatusResponse',
    'CacheStatusResponse',
    'ProjectStatusResponse',
    'ProjectListResponse',
    'ProjectStatsResponse',
    'ProjectActionResponse',
    'QueueTaskRequest',
    'QueueTaskResponse',
    'QueueStatusResponse',
    'TaskStatusResponse',
    'create_success_response',
    'create_error_response',
    'create_chat_response',
    
    # prompt_loader (moved to agent package)
    # 'load_system_prompt',
    
    # multi_project_manager
    'create_robot_project',
    'get_robot_project_info',
    'cleanup_robot_project',
    'get_unique_folder_name',
    'copy_dataset_folder',
    'generate_robot_readme',
]