app.py

import gradio as gr
import transformers_gradio

# CPU環境のため spaces.GPU() は削除
try:
    demo = gr.load(name="unsloth/Llama-3.2-3B-Instruct-GGUF", src=transformers_gradio.registry)
except Exception as e:
    print(f"Loading error: {e}")
    # ロードに失敗しても、llama.cppサーバーが裏で動く
    demo = gr.Interface(fn=lambda x: f"Loading: {e}", inputs="text", outputs="text")

# API名を隠す
for fn in demo.fns.values():
    fn.api_name = False

if __name__ == "__main__":
    demo.launch()