Text Generation
Transformers
Safetensors
English
Japanese
qwen3_5
image-text-to-text
qwen3.5
reasoning
efficient-thinking
vision-validation-evaluated
full-weights
text-evaluated
conversational
Instructions to use horiuchinobuyuki/Qwick-3.5-9B with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use horiuchinobuyuki/Qwick-3.5-9B with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-generation", model="horiuchinobuyuki/Qwick-3.5-9B") messages = [ { "role": "user", "content": [ {"type": "image", "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/p-blog/candy.JPG"}, {"type": "text", "text": "What animal is on the candy?"} ] }, ] pipe(text=messages)# Load model directly from transformers import AutoProcessor, AutoModelForMultimodalLM processor = AutoProcessor.from_pretrained("horiuchinobuyuki/Qwick-3.5-9B") model = AutoModelForMultimodalLM.from_pretrained("horiuchinobuyuki/Qwick-3.5-9B", device_map="auto") messages = [ { "role": "user", "content": [ {"type": "image", "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/p-blog/candy.JPG"}, {"type": "text", "text": "What animal is on the candy?"} ] }, ] inputs = processor.apply_chat_template( messages, add_generation_prompt=True, tokenize=True, return_dict=True, return_tensors="pt", ).to(model.device) outputs = model.generate(**inputs, max_new_tokens=40) print(processor.decode(outputs[0][inputs["input_ids"].shape[-1]:])) - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- vLLM
How to use horiuchinobuyuki/Qwick-3.5-9B with vLLM:
Install from pip and serve model
# Install vLLM from pip: pip install vllm # Start the vLLM server: vllm serve "horiuchinobuyuki/Qwick-3.5-9B" # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:8000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "horiuchinobuyuki/Qwick-3.5-9B", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker
docker model run hf.co/horiuchinobuyuki/Qwick-3.5-9B
- SGLang
How to use horiuchinobuyuki/Qwick-3.5-9B with SGLang:
Install from pip and serve model
# Install SGLang from pip: pip install sglang # Start the SGLang server: python3 -m sglang.launch_server \ --model-path "horiuchinobuyuki/Qwick-3.5-9B" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "horiuchinobuyuki/Qwick-3.5-9B", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker images
docker run --gpus all \ --shm-size 32g \ -p 30000:30000 \ -v ~/.cache/huggingface:/root/.cache/huggingface \ --env "HF_TOKEN=<secret>" \ --ipc=host \ lmsysorg/sglang:latest \ python3 -m sglang.launch_server \ --model-path "horiuchinobuyuki/Qwick-3.5-9B" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "horiuchinobuyuki/Qwick-3.5-9B", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }' - Docker Model Runner
How to use horiuchinobuyuki/Qwick-3.5-9B with Docker Model Runner:
docker model run hf.co/horiuchinobuyuki/Qwick-3.5-9B
| { | |
| "artifact_format": "standalone merged BF16 Transformers checkpoint", | |
| "author": { | |
| "name": "Nobuyuki Horiuchi", | |
| "profile": "https://huggingface.co/horiuchinobuyuki" | |
| }, | |
| "base_model": { | |
| "id": "Qwen/Qwen3.5-9B", | |
| "revision": "c202236235762e1c871ad0ccb60c8ee5ba337b9a" | |
| }, | |
| "candidate_id": "g7-nes-d04-p", | |
| "files": { | |
| ".gitattributes": { | |
| "bytes": 50, | |
| "sha256": "sha256:ee05350c7fda0af4da116020dd7b976d731de3beed4f5e717d5bcc95ead24550" | |
| }, | |
| "CITATION.cff": { | |
| "bytes": 448, | |
| "sha256": "sha256:02f235ccabc9ba0b96f41501b596b12acdd3a4e37ca76a7f32d32ac6141209a9" | |
| }, | |
| "DATA.md": { | |
| "bytes": 1866, | |
| "sha256": "sha256:1e00809a93a0f0c9b150651f1f905a956fef12898d0ec3b7537e06f91b6fe8ad" | |
| }, | |
| "EVALUATION.md": { | |
| "bytes": 8032, | |
| "sha256": "sha256:3ecebdec4e16893d15af5159af1a20f2b3e55b2030333beb4b3571dc044a478f" | |
| }, | |
| "LICENSE": { | |
| "bytes": 11358, | |
| "sha256": "sha256:cfc7749b96f63bd31c3c42b5c471bf756814053e847c10f3eb003417bc523d30" | |
| }, | |
| "NOTICE": { | |
| "bytes": 654, | |
| "sha256": "sha256:01ebdd9196fad38c4f53500da7b1508e8ce8b6f3c6f90c5c09e195c647b5c893" | |
| }, | |
| "README.md": { | |
| "bytes": 9639, | |
| "sha256": "sha256:eaf410409d6932b2c0fab88e439a59323ef8ea7e8ea5208dc22370c8ec43221a" | |
| }, | |
| "README_ja.md": { | |
| "bytes": 8657, | |
| "sha256": "sha256:7ac97e2b5b47bb5d45cb393fc46b6f415ae252e3f458d58f69c6d555392595fb" | |
| }, | |
| "TRAINING.md": { | |
| "bytes": 2911, | |
| "sha256": "sha256:a70fe870008df586602ec371ae63246831aeb79431a9164953b5b49821510935" | |
| }, | |
| "USAGE.md": { | |
| "bytes": 1990, | |
| "sha256": "sha256:5c48d9e23c7663489d3717fd04ef4498eb78c4eefbcd34504f161abd8162f36d" | |
| }, | |
| "chat_template.jinja": { | |
| "bytes": 7756, | |
| "sha256": "sha256:a4aee8afcf2e0711942cf848899be66016f8d14a889ff9ede07bca099c28f715" | |
| }, | |
| "config.json": { | |
| "bytes": 3083, | |
| "sha256": "sha256:be940ff36fc5b031f08ade15f5606b44c30bb28069a6c4ed7f17e2704190614b" | |
| }, | |
| "environment.json": { | |
| "bytes": 634, | |
| "sha256": "sha256:e36a0464f583f96777df0d2fb44b24f3cd061f95c7086d1fb3e25d34bb057ef7" | |
| }, | |
| "evaluation_results.json": { | |
| "bytes": 41994, | |
| "sha256": "sha256:9c3efc88812c18d9d31f764beb75000aefefb3af44a6aaa6de586f8d17056d91" | |
| }, | |
| "examples/text_generation.py": { | |
| "bytes": 1450, | |
| "sha256": "sha256:48410281c9c257010d24d41c46dea6fe24a09648f84152d13211637552aa05b7" | |
| }, | |
| "generation_config.json": { | |
| "bytes": 116, | |
| "sha256": "sha256:4a4505ef94dbb317b8c508ff53777cb0dfed044027864a1c05822c07217251ef" | |
| }, | |
| "heldout_results.json": { | |
| "bytes": 65012, | |
| "sha256": "sha256:313db818b1b7fae2baa23236ffe4240b96b930d59ccffde954fb13637335651c" | |
| }, | |
| "model-00001-of-00006.safetensors": { | |
| "bytes": 2034237568, | |
| "sha256": "sha256:dd63614f1dc80dce2d83be3f3e69af1f8a0ebc8add9b8e0abf3910f563e44344" | |
| }, | |
| "model-00002-of-00006.safetensors": { | |
| "bytes": 3999615808, | |
| "sha256": "sha256:cbde68fec55b0602ce00941e78643a7ae3333f8d0a07f85403066cd7a4ca0788" | |
| }, | |
| "model-00003-of-00006.safetensors": { | |
| "bytes": 3997274128, | |
| "sha256": "sha256:0c58eb5fd1ea60c29150a9f1cbdabbc1764c3b62c3f8550637eeb33fe764aaf7" | |
| }, | |
| "model-00004-of-00006.safetensors": { | |
| "bytes": 3997290904, | |
| "sha256": "sha256:5d2f3c3932606a42eb21fbe79734ff7507c5bf02b066a3ecbfc42e962f0d82ed" | |
| }, | |
| "model-00005-of-00006.safetensors": { | |
| "bytes": 3991239264, | |
| "sha256": "sha256:800b2058ea95da0dc1026a14e55f6a0c172563764bb0cff7bd121f4f9ad8d79b" | |
| }, | |
| "model-00006-of-00006.safetensors": { | |
| "bytes": 800062816, | |
| "sha256": "sha256:db688e61fd7575e8537120bc7aaeff043d31d6ca2bafa14df1135c969a081013" | |
| }, | |
| "model.safetensors.index.json": { | |
| "bytes": 69253, | |
| "sha256": "sha256:3d2f0ab780828a41449b9f32fee63e6ee0d27bf98fab0e52aa982f81e6c47cec" | |
| }, | |
| "preprocessor_config.json": { | |
| "bytes": 390, | |
| "sha256": "sha256:27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516" | |
| }, | |
| "provenance.json": { | |
| "bytes": 10356, | |
| "sha256": "sha256:5837f021aef43248c329b84e1bcb06013112ec8046223ce9a24dec8ce03a96cd" | |
| }, | |
| "requirements.txt": { | |
| "bytes": 59, | |
| "sha256": "sha256:ea36665f3a9894c50cc178008b9c6c0063142e62d63a22ccc1d082e5dc5e0458" | |
| }, | |
| "tokenizer.json": { | |
| "bytes": 19989325, | |
| "sha256": "sha256:06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523" | |
| }, | |
| "tokenizer_config.json": { | |
| "bytes": 1123, | |
| "sha256": "sha256:bee8eba30f0eb4af73c0fe2cd06d0f89b657d7819941c438157ec42f7c80ea87" | |
| }, | |
| "video_preprocessor_config.json": { | |
| "bytes": 385, | |
| "sha256": "sha256:7768af27c1fafa9cc9011c1dc20067e03f8915e03b63504550e11d5066986d13" | |
| } | |
| }, | |
| "heldout_evaluated_once": true, | |
| "heldout_public_performance_benchmark": false, | |
| "heldout_release_gate_pass": true, | |
| "integrity_note": "files excludes publication-manifest.json and SHA256SUMS; SHA256SUMS covers publication-manifest.json and every payload file", | |
| "kind": "qwick_3_5_9b_huggingface_bf16_publication_candidate", | |
| "materializer": { | |
| "path": "scripts/finalize-qwick-publication.py", | |
| "sha256": "sha256:12f4d6a043b2a4b3a623a4b72f73dcf54dbf65846e3c4da1f3e1f1643a871f78" | |
| }, | |
| "public_model": { | |
| "name": "Qwick-3.5-9B", | |
| "repo_id": "horiuchinobuyuki/Qwick-3.5-9B", | |
| "url": "https://huggingface.co/horiuchinobuyuki/Qwick-3.5-9B" | |
| }, | |
| "schema_version": 1, | |
| "status": "technical_bundle_complete_owner_signoff_pending", | |
| "training_update_sha256": "sha256:2a25037cd9c7bbdacdbefba3b09424e74f7759cb024acfe56f3a412db0f92e0e", | |
| "weight_index_sha256": "sha256:3d2f0ab780828a41449b9f32fee63e6ee0d27bf98fab0e52aa982f81e6c47cec", | |
| "weight_shards": [ | |
| { | |
| "bytes": 2034237568, | |
| "name": "model-00001-of-00006.safetensors", | |
| "sha256": "sha256:dd63614f1dc80dce2d83be3f3e69af1f8a0ebc8add9b8e0abf3910f563e44344" | |
| }, | |
| { | |
| "bytes": 3999615808, | |
| "name": "model-00002-of-00006.safetensors", | |
| "sha256": "sha256:cbde68fec55b0602ce00941e78643a7ae3333f8d0a07f85403066cd7a4ca0788" | |
| }, | |
| { | |
| "bytes": 3997274128, | |
| "name": "model-00003-of-00006.safetensors", | |
| "sha256": "sha256:0c58eb5fd1ea60c29150a9f1cbdabbc1764c3b62c3f8550637eeb33fe764aaf7" | |
| }, | |
| { | |
| "bytes": 3997290904, | |
| "name": "model-00004-of-00006.safetensors", | |
| "sha256": "sha256:5d2f3c3932606a42eb21fbe79734ff7507c5bf02b066a3ecbfc42e962f0d82ed" | |
| }, | |
| { | |
| "bytes": 3991239264, | |
| "name": "model-00005-of-00006.safetensors", | |
| "sha256": "sha256:800b2058ea95da0dc1026a14e55f6a0c172563764bb0cff7bd121f4f9ad8d79b" | |
| }, | |
| { | |
| "bytes": 800062816, | |
| "name": "model-00006-of-00006.safetensors", | |
| "sha256": "sha256:db688e61fd7575e8537120bc7aaeff043d31d6ca2bafa14df1135c969a081013" | |
| } | |
| ] | |
| } | |