feat: configure 32k context for protocol generation

2026-08-25 15:31:33 +02:00
parent 303563abf1
commit adf454d77d
6 changed files with 12 additions and 4 deletions
@@ -20,8 +20,10 @@ class AppSettings:
    whisper_model: Path | None
    whisper_executable: str = "whisper-cli"
    ffmpeg_executable: str = "ffmpeg"
-    protocol_model: str = "qwen3.8:27B"
+    protocol_model: str = "qwen3.8:27b"
    ollama_endpoint: str = "http://127.0.0.1:11434"
+    protocol_num_ctx: int = 32_768
+    protocol_safe_input_token_budget: int = 29_000
    language: str = "de"
    threads: str | int = "auto"
    diarization_mode: str = "auto"