Update README.md
Browse files
README.md
CHANGED
|
@@ -19,7 +19,7 @@ transformers<=4.48.3, auto-round>0.5.1
|
|
| 19 |
from transformers import AutoModelForCausalLM, AutoProcessor, GenerationConfig
|
| 20 |
from PIL import Image
|
| 21 |
import requests
|
| 22 |
-
from auto_round import
|
| 23 |
quantized_model_path = "OPEA/Molmo-7B-D-0924-int4-sym-inc"
|
| 24 |
|
| 25 |
# load the processor
|
|
|
|
| 19 |
from transformers import AutoModelForCausalLM, AutoProcessor, GenerationConfig
|
| 20 |
from PIL import Image
|
| 21 |
import requests
|
| 22 |
+
from auto_round import AutoRoundConfig ##must import for auto-round format if transformers <= 4.51.3
|
| 23 |
quantized_model_path = "OPEA/Molmo-7B-D-0924-int4-sym-inc"
|
| 24 |
|
| 25 |
# load the processor
|