降低MAX_CONTEXT_TOKENS
This commit is contained in:
parent
15b66f2a08
commit
352a2f2f44
@ -7,7 +7,7 @@ MASTERKEY = os.getenv("MASTERKEY", "master")
|
||||
FASTAPI_URL = os.getenv('FASTAPI_URL', 'http://127.0.0.1:8001')
|
||||
|
||||
# LLM Token Settings
|
||||
MAX_CONTEXT_TOKENS = int(os.getenv("MAX_CONTEXT_TOKENS", 262144))
|
||||
MAX_CONTEXT_TOKENS = int(os.getenv("MAX_CONTEXT_TOKENS", 200000))
|
||||
MAX_OUTPUT_TOKENS = int(os.getenv("MAX_OUTPUT_TOKENS", 8000))
|
||||
|
||||
# 可选参数
|
||||
|
||||
Loading…
Reference in New Issue
Block a user