Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -14,7 +14,7 @@ else:
|
|
| 14 |
print("β Hugging Face token not found. Make sure it's set in 'Secrets'.")
|
| 15 |
|
| 16 |
# Model paths
|
| 17 |
-
BASE_MODEL = "
|
| 18 |
FINETUNED_MODEL_DIR = "./finetuned_model" # Path to your fine-tuned adapter
|
| 19 |
|
| 20 |
torch_dtype = torch.float16 if torch.cuda.is_available() else torch.float32
|
|
|
|
| 14 |
print("β Hugging Face token not found. Make sure it's set in 'Secrets'.")
|
| 15 |
|
| 16 |
# Model paths
|
| 17 |
+
BASE_MODEL = "TheBloke/Mistral-7B-Instruct-v0.1-GPTQ"
|
| 18 |
FINETUNED_MODEL_DIR = "./finetuned_model" # Path to your fine-tuned adapter
|
| 19 |
|
| 20 |
torch_dtype = torch.float16 if torch.cuda.is_available() else torch.float32
|