harrypart commited on
Commit
d08cba1
·
verified ·
1 Parent(s): 19ba546

remove vLLM plugin

Browse files
Files changed (1) hide show
  1. plugins/vllm_glm5v/register.py +0 -29
plugins/vllm_glm5v/register.py DELETED
@@ -1,29 +0,0 @@
1
- # SPDX-License-Identifier: Apache-2.0
2
- """Register glm5v config + model with HF AutoConfig and vLLM's ModelRegistry.
3
-
4
- Import this module (or call `register()`) BEFORE constructing `LLM(...)` /
5
- `vllm serve`. For `vllm serve`, point `VLLM_PLUGINS`/entrypoint at it, or simply
6
- `import vllm_glm5v.register` from a sitecustomize / -X importtime hook. The
7
- simplest path used here: copy these files next to vLLM's models and import.
8
- """
9
-
10
-
11
- def register() -> None:
12
- from transformers import AutoConfig
13
-
14
- from .glm5v_config import Glm5vConfig
15
-
16
- try:
17
- AutoConfig.register("glm5v", Glm5vConfig)
18
- except ValueError:
19
- pass # already registered
20
-
21
- from vllm import ModelRegistry
22
-
23
- ModelRegistry.register_model(
24
- "Glm5vForConditionalGeneration",
25
- "vllm_glm5v.glm5v:Glm5vForConditionalGeneration",
26
- )
27
-
28
-
29
- register()