quickstart.py

from __future__ import annotations

import argparse
import json
from pathlib import Path

from sentence_transformers import SentenceTransformer

MODEL_TITLE = "LumynaX Embed E5 Mistral 7B"


def _build_parser() -> argparse.ArgumentParser:
    parser = argparse.ArgumentParser(description=f"Generate dense embeddings with {MODEL_TITLE}.")
    parser.add_argument("texts", nargs="*", help="Text inputs to embed.")
    parser.add_argument("--prompt-name", default="web_search_query", help="SentenceTransformer prompt preset.")
    parser.add_argument("--max-seq-length", type=int, default=4096)
    return parser


def main() -> None:
    args = _build_parser().parse_args()
    texts = args.texts or ["LumynaX packages local models for retrieval."]
    model_dir = Path(__file__).resolve().parent / "merged_model"
    model = SentenceTransformer(str(model_dir))
    model.max_seq_length = args.max_seq_length
    embeddings = model.encode(
        texts,
        prompt_name=args.prompt_name or None,
    )
    print(
        json.dumps(
            {
                "model_title": MODEL_TITLE,
                "count": len(texts),
                "embedding_dim": len(embeddings[0]),
                "embeddings": embeddings.tolist(),
            },
            ensure_ascii=False,
            indent=2,
        )
    )


if __name__ == "__main__":
    main()