feat: configure 32k context for protocol generation

This commit is contained in:
2026-08-25 15:31:33 +02:00
parent 303563abf1
commit adf454d77d
6 changed files with 12 additions and 4 deletions
+3 -1
View File
@@ -20,8 +20,10 @@ class AppSettings:
whisper_model: Path | None
whisper_executable: str = "whisper-cli"
ffmpeg_executable: str = "ffmpeg"
protocol_model: str = "qwen3.8:27B"
protocol_model: str = "qwen3.8:27b"
ollama_endpoint: str = "http://127.0.0.1:11434"
protocol_num_ctx: int = 32_768
protocol_safe_input_token_budget: int = 29_000
language: str = "de"
threads: str | int = "auto"
diarization_mode: str = "auto"
+4
View File
@@ -195,6 +195,10 @@ class MeetingProcessingService:
"threads": self.settings.threads,
"model": self.settings.protocol_model,
"ollama_endpoint": self.settings.ollama_endpoint,
"protocol_num_ctx": self.settings.protocol_num_ctx,
"protocol_safe_input_token_budget": (
self.settings.protocol_safe_input_token_budget
),
"diarization": (
self.settings.diarization_mode if options.diarization_enabled else "off"
),