[project] name = "deepseek-r1-distill-qwen-1-5b-q4-k-m-llamacpp-vivo-x300-runtime" version = "0.1.0" requires-python = ">=3.13,<3.14" # example.py imports llama_cpp and nothing else outside the standard library. # llama-cpp-python publishes no wheels on PyPI, so this builds from the sdist, # which vendors llama.cpp and compiles it with scikit-build-core. dependencies = [ "llama-cpp-python==0.3.35", ] [tool.uv] package = false [tool.ai-portal.deployment] schema-version = "1" runtime = "llama.cpp" # Tokens reported by llama_cpp.llama_print_system_info(). REPACK is the # ggml-cpu-repack path this deliverable actually runs on; KleidiAI is # deliberately absent because no Q4_K tensor is eligible for it # (config.yaml: kleidiai_engaged: false). llama_supports_gpu_offload() is False. required-capabilities = ["CPU", "REPACK"] [tool.ai-portal.deployment.ubuntu] # Stock Ubuntu 24.04 (noble) arm64 versions. ninja is resolved as a PyPI wheel # by scikit-build-core, so it is not an apt requirement; a C++ compiler is not # available from PyPI and always is. packages = [ "cmake=3.28.3-1build7", "g++=4:13.2.0-7ubuntu1", ] [tool.ai-portal.deployment.raspbian] # Raspbian bookworm armhf versions, confirmed against the archive package index. packages = [ "cmake=3.25.1-1", "g++=4:12.2.0-3+rpi1", ] [tool.ai-portal.deployment.files] expected = []