""" Lumynax Chat Yi 15 34B Gguf — LumynaX quickstart (clone & run). This loads the GGUF that ships with this repo. No upstream HF call needed once you've done `hf download AbteeXAILab/lumynax-chat-yi-15-34b-gguf`. Usage: python quickstart.py # one-shot demo prompt python quickstart.py --interactive # REPL """ from __future__ import annotations import argparse, glob, os, sys from pathlib import Path LUMYNAX_SYSTEM = "You are LumynaX, the AbteeX AI Labs assistant from Aotearoa New Zealand. Ko te marama te tuapapa. Answer with care; cite uncertainty; refuse unsafe asks." DEMO_PROMPT = "Explain in 3 bullets why local-first AI matters for Aotearoa New Zealand." # Locate the primary GGUF that was downloaded alongside this script. HERE = Path(__file__).resolve().parent PRIMARY = HERE / r"Yi-1.5-34B-Chat-Q4_K_M.gguf" def main(): from llama_cpp import Llama p = argparse.ArgumentParser() p.add_argument("--interactive", action="store_true") p.add_argument("--prompt", default=DEMO_PROMPT) args = p.parse_args() if not PRIMARY.exists(): print(f"[lumynax] primary weight file missing: {PRIMARY}", file=sys.stderr) print(f"[lumynax] run: hf download AbteeXAILab/lumynax-chat-yi-15-34b-gguf --local-dir