Streamline Llama processor
This commit is contained in:
parent
0ca78b675e
commit
f3a1f48d04
2 changed files with 17 additions and 31 deletions
10
src/leld.py
10
src/leld.py
|
|
@ -14,7 +14,7 @@ from faster_whisper import WhisperModel
|
|||
|
||||
from config import Config, load, redacted_dict
|
||||
from recorder import start_recording, stop_recording
|
||||
from aiprocess import build_processor
|
||||
from aiprocess import LlamaProcessor
|
||||
from desktop import get_desktop_adapter
|
||||
|
||||
|
||||
|
|
@ -38,7 +38,7 @@ def _compute_type(device: str) -> str:
|
|||
|
||||
|
||||
class Daemon:
|
||||
def __init__(self, cfg: Config, desktop, *, llama_verbose: bool = False):
|
||||
def __init__(self, cfg: Config, desktop, *, verbose: bool = False):
|
||||
self.cfg = cfg
|
||||
self.desktop = desktop
|
||||
self.lock = threading.Lock()
|
||||
|
|
@ -51,7 +51,7 @@ class Daemon:
|
|||
device=cfg.stt.get("device", "cpu"),
|
||||
compute_type=_compute_type(cfg.stt.get("device", "cpu")),
|
||||
)
|
||||
self.ai_processor = build_processor(verbose=llama_verbose)
|
||||
self.ai_processor = LlamaProcessor(verbose=verbose)
|
||||
|
||||
def set_state(self, state: str):
|
||||
with self.lock:
|
||||
|
|
@ -210,7 +210,6 @@ def main():
|
|||
cfg = load(args.config)
|
||||
_lock_single_instance()
|
||||
|
||||
logging.info("ready")
|
||||
logging.info("hotkey: %s", cfg.daemon.get("hotkey", ""))
|
||||
logging.info("config (%s):\n%s", args.config or str(Path.home() / ".config" / "lel" / "config.json"), json.dumps(redacted_dict(cfg), indent=2))
|
||||
|
||||
|
|
@ -218,7 +217,7 @@ def main():
|
|||
logging.getLogger().setLevel(logging.DEBUG)
|
||||
desktop = get_desktop_adapter()
|
||||
try:
|
||||
daemon = Daemon(cfg, desktop, llama_verbose=args.verbose)
|
||||
daemon = Daemon(cfg, desktop, verbose=args.verbose)
|
||||
except Exception as exc:
|
||||
logging.error("startup failed: %s", exc)
|
||||
raise SystemExit(1)
|
||||
|
|
@ -238,6 +237,7 @@ def main():
|
|||
cfg.daemon.get("hotkey", ""),
|
||||
lambda: logging.info("hotkey pressed (dry-run)") if args.dry_run else daemon.toggle(),
|
||||
)
|
||||
logging.info("ready")
|
||||
desktop.run_tray(daemon.get_state, daemon._quit)
|
||||
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue