Set Gemma 2 2B MLX as default local model and add --mlx-model flag

This commit is contained in:
Adolfo Reyna
2026-08-07 18:32:57 -04:00
parent 24d6e436a0
commit c50da6f29c
3 changed files with 11 additions and 5 deletions
+6 -1
View File
@@ -157,6 +157,11 @@ def parse_args() -> argparse.Namespace:
default="apple",
help="LLM engine to use: apple/macos for native on-device macOS LLM, claude for Claude Code.",
)
parser.add_argument(
"--mlx-model",
default="mlx-community/gemma-2-2b-it-4bit",
help="MLX model repo or path for local macOS execution (e.g. mlx-community/gemma-2-2b-it-4bit).",
)
parser.add_argument(
"--claude-model",
default=DEFAULT_CLAUDE_MODEL,
@@ -490,7 +495,7 @@ def build_llm(args: argparse.Namespace, vocabulary=None, brain=None, observer=No
logger.info(f"LLM: macOS native model ({reason})")
personality = read_personality(args.cwd) or "You are a helpful macOS voice assistant."
system_prompt = personality + "\n\n" + VOICE_STYLE
return MacOSLLM(system_prompt=system_prompt, observer=observer)
return MacOSLLM(model=args.mlx_model, system_prompt=system_prompt, observer=observer)
logger.info("LLM: Claude Code")
return ClaudeCodeLLM(