Safetensors
molmo
custom_code
4-bit precision
auto-round
cicdatopea commited on
Commit
2af04a0
·
verified ·
1 Parent(s): 1ab8840

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -19,7 +19,7 @@ transformers<=4.48.3, auto-round>0.5.1
19
  from transformers import AutoModelForCausalLM, AutoProcessor, GenerationConfig
20
  from PIL import Image
21
  import requests
22
- from auto_round import AutoRound # must import for auto-round format if transformers <= 4.51.3
23
  quantized_model_path = "OPEA/Molmo-7B-D-0924-int4-sym-inc"
24
 
25
  # load the processor
 
19
  from transformers import AutoModelForCausalLM, AutoProcessor, GenerationConfig
20
  from PIL import Image
21
  import requests
22
+ from auto_round import AutoRoundConfig ##must import for auto-round format if transformers <= 4.51.3
23
  quantized_model_path = "OPEA/Molmo-7B-D-0924-int4-sym-inc"
24
 
25
  # load the processor