shawizir

/

Hunyuan-MT-7B-mlx-4bit

like 0

# Install MLX LM
uv tool install mlx-lm

# Interactive chat REPL
mlx_lm.chat --model "shawizir/Hunyuan-MT-7B-mlx-4bit"

# Install MLX LM
uv tool install mlx-lm

# Start the server
mlx_lm.server --model "shawizir/Hunyuan-MT-7B-mlx-4bit"
# Calling the OpenAI-compatible server with curl
curl -X POST "http://localhost:8000/v1/chat/completions" \
   -H "Content-Type: application/json" \
   --data '{
     "model": "shawizir/Hunyuan-MT-7B-mlx-4bit",
     "messages": [
       {"role": "user", "content": "Hello"}
     ]
   }'