Streamline Llama processor

This commit is contained in:
Thales Maciel 2026-02-24 13:32:28 -03:00
parent 0ca78b675e
commit f3a1f48d04
No known key found for this signature in database
GPG key ID: 33112E6833C34679
2 changed files with 17 additions and 31 deletions

View file

@ -14,7 +14,7 @@ from faster_whisper import WhisperModel
from config import Config, load, redacted_dict
from recorder import start_recording, stop_recording
from aiprocess import build_processor
from aiprocess import LlamaProcessor
from desktop import get_desktop_adapter
@ -38,7 +38,7 @@ def _compute_type(device: str) -> str:
class Daemon:
def __init__(self, cfg: Config, desktop, *, llama_verbose: bool = False):
def __init__(self, cfg: Config, desktop, *, verbose: bool = False):
self.cfg = cfg
self.desktop = desktop
self.lock = threading.Lock()
@ -51,7 +51,7 @@ class Daemon:
device=cfg.stt.get("device", "cpu"),
compute_type=_compute_type(cfg.stt.get("device", "cpu")),
)
self.ai_processor = build_processor(verbose=llama_verbose)
self.ai_processor = LlamaProcessor(verbose=verbose)
def set_state(self, state: str):
with self.lock:
@ -210,7 +210,6 @@ def main():
cfg = load(args.config)
_lock_single_instance()
logging.info("ready")
logging.info("hotkey: %s", cfg.daemon.get("hotkey", ""))
logging.info("config (%s):\n%s", args.config or str(Path.home() / ".config" / "lel" / "config.json"), json.dumps(redacted_dict(cfg), indent=2))
@ -218,7 +217,7 @@ def main():
logging.getLogger().setLevel(logging.DEBUG)
desktop = get_desktop_adapter()
try:
daemon = Daemon(cfg, desktop, llama_verbose=args.verbose)
daemon = Daemon(cfg, desktop, verbose=args.verbose)
except Exception as exc:
logging.error("startup failed: %s", exc)
raise SystemExit(1)
@ -238,6 +237,7 @@ def main():
cfg.daemon.get("hotkey", ""),
lambda: logging.info("hotkey pressed (dry-run)") if args.dry_run else daemon.toggle(),
)
logging.info("ready")
desktop.run_tray(daemon.get_state, daemon._quit)