ai insight rework #2
This commit is contained in:
1 parent
9d76f54d33
commit
e1987d6999
39 files changed
+2311
-830
No files matched your search
@@ -219,7 +219,8 @@ OLLAMA_BASE_URL = (env("OLLAMA_BASE_URL", "http://127.0.0.1:11434") or "").rstri
|
||||
LLM_MODEL_NAME = env("LLM_MODEL_NAME", "qwen2.5:3b") or "qwen2.5:3b"
|
||||
LLM_TIMEOUT_SECONDS = float(env("LLM_TIMEOUT_SECONDS", "1200") or "1200")
|
||||
# Plan §6 production config: deterministic, small context, CPU thread cap.
|
||||
LLM_NUM_CTX = int(env("LLM_NUM_CTX", "2048") or "2048")
|
||||
LLM_NUM_CTX = int(env("LLM_NUM_CTX", "8192") or "8192")
|
||||
LLM_NUM_PREDICT = int(env("LLM_NUM_PREDICT", "768") or "768")
|
||||
LLM_NUM_THREAD = int(env("LLM_NUM_THREAD", "4") or "4")
|
||||
LLM_SEED = int(env("LLM_SEED", "42") or "42")
|
||||
LLM_TEMPERATURE = float(env("LLM_TEMPERATURE", "0.2") or "0.2")
|
||||
Reference in new issue
Block a user