feat: configure 32k context for protocol generation
This commit is contained in:
@@ -20,8 +20,10 @@ class AppSettings:
|
||||
whisper_model: Path | None
|
||||
whisper_executable: str = "whisper-cli"
|
||||
ffmpeg_executable: str = "ffmpeg"
|
||||
protocol_model: str = "qwen3.8:27B"
|
||||
protocol_model: str = "qwen3.8:27b"
|
||||
ollama_endpoint: str = "http://127.0.0.1:11434"
|
||||
protocol_num_ctx: int = 32_768
|
||||
protocol_safe_input_token_budget: int = 29_000
|
||||
language: str = "de"
|
||||
threads: str | int = "auto"
|
||||
diarization_mode: str = "auto"
|
||||
|
||||
@@ -195,6 +195,10 @@ class MeetingProcessingService:
|
||||
"threads": self.settings.threads,
|
||||
"model": self.settings.protocol_model,
|
||||
"ollama_endpoint": self.settings.ollama_endpoint,
|
||||
"protocol_num_ctx": self.settings.protocol_num_ctx,
|
||||
"protocol_safe_input_token_budget": (
|
||||
self.settings.protocol_safe_input_token_budget
|
||||
),
|
||||
"diarization": (
|
||||
self.settings.diarization_mode if options.diarization_enabled else "off"
|
||||
),
|
||||
|
||||
Reference in New Issue
Block a user