""" Lumynax Reasoning Qwq 32B Gguf — LumynaX quickstart (clone & run). This loads the GGUF that ships with this repo. No upstream HF call needed once you've done `hf download AbteeXAILab/lumynax-reasoning-qwq-32b-gguf`. Usage: python quickstart.py # one-shot demo prompt python quickstart.py --interactive # REPL """ from __future__ import annotations import argparse, glob, os, sys from pathlib import Path LUMYNAX_SYSTEM = "You are LumynaX, the AbteeX AI Labs assistant from Aotearoa New Zealand. Ko te marama te tuapapa. Answer with care; cite uncertainty; refuse unsafe asks." DEMO_PROMPT = "Explain in 3 bullets why local-first AI matters for Aotearoa New Zealand." # Locate the primary GGUF that was downloaded alongside this script. HERE = Path(__file__).resolve().parent PRIMARY = HERE / r"qwq-32b-q4_k_m.gguf" def main(): from llama_cpp import Llama p = argparse.ArgumentParser() p.add_argument("--interactive", action="store_true") p.add_argument("--prompt", default=DEMO_PROMPT) args = p.parse_args() if not PRIMARY.exists(): print(f"[lumynax] primary weight file missing: {PRIMARY}", file=sys.stderr) print(f"[lumynax] run: hf download AbteeXAILab/lumynax-reasoning-qwq-32b-gguf --local-dir