Update app.py

app.py

@@ -2,14 +2,13 @@ import os
 import streamlit as st
 from transformers import pipeline, AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
 
-def  load_model():
-    model_id = "TheBloke/Mistral-7B-Instruct-v0.1-GPTQ" # 4 bit quantized model
+def load_model():
+    model_id = "TheBloke/Mistral-7B-Instruct-v0.1-GPTQ"  # 4-bit quantized model
 
     # Load Hugging Face token from environment variable
     access_token = os.getenv("hf_mistral_token")
     
     tokenizer = AutoTokenizer.from_pretrained(model_id, use_fast=True, token=access_token)
-    quant_config = BitsAndBytesConfig(load_in_4bit=True)
 
     bnb_config = BitsAndBytesConfig(
         load_in_4bit=True,
@@ -18,7 +17,7 @@ def  load_model():
         bnb_4bit_compute_dtype="float16"
     )
 
-      model = AutoModelForCausalLM.from_pretrained(
+    model = AutoModelForCausalLM.from_pretrained(
         model_id,
         quantization_config=bnb_config,
         device_map="auto"
@@ -27,6 +26,7 @@ def  load_model():
     pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
     return pipe
 
+
 def main():
 
     # st.set_page_config(page_title="ChatGPT Clone", page_icon="🤖")