Madushani-Weerasekara commited on
Commit
154e863
·
verified ·
1 Parent(s): 2d6f09a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -18,9 +18,9 @@ def load_model():
18
  bnb_4bit_compute_dtype="float16"
19
  )
20
 
21
- model = AutoModelForCausalLM.from_pretrained(
22
  model_id,
23
- quantization_config=bnb_config,
24
  device_map="auto"
25
  )
26
 
 
18
  bnb_4bit_compute_dtype="float16"
19
  )
20
 
21
+ model = AutoModelForCausalLM.from_pretrained(
22
  model_id,
23
+ quantization_config=bnb_config,
24
  device_map="auto"
25
  )
26