Spaces:
Running on CPU Upgrade
Running on CPU Upgrade
zayed-upal commited on
Commit ·
fcb0ce9
1
Parent(s): 13e8d82
fix api key leak issue
Browse files- LLMHelper.py +3 -6
LLMHelper.py
CHANGED
|
@@ -10,15 +10,15 @@ AVAILABLE_MODELS_GGUF = {
|
|
| 10 |
"model_type": "marcoroni"
|
| 11 |
},
|
| 12 |
"TheBloke/Mistral-7B-Instruct-v0.2-GGUF": {
|
| 13 |
-
"model_file": "mistral-7b-instruct-v0.2.
|
| 14 |
"model_type": "mistral"
|
| 15 |
},
|
| 16 |
"TheBloke/zephyr-7B-beta-GGUF": {
|
| 17 |
-
"model_file": "zephyr-7b-beta.
|
| 18 |
"model_type": "zephyr"
|
| 19 |
},
|
| 20 |
"TheBloke/una-cybertron-7B-v2-GGUF": {
|
| 21 |
-
"model_file": "una-cybertron-7b-v2-bf16.
|
| 22 |
"model_type": "cybertron"
|
| 23 |
},
|
| 24 |
|
|
@@ -77,9 +77,6 @@ def generate_cover_letter_openai(job_description, resume, selected_model, openai
|
|
| 77 |
input_variables=["job_description", "resume"]
|
| 78 |
)
|
| 79 |
|
| 80 |
-
# model = OpenAI(openai_api_key=openai_key, max_tokens=-1)
|
| 81 |
-
print(f'openai key: {openai_key}')
|
| 82 |
-
# model = OpenAI(model_name=selected_model, openai_api_key="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")
|
| 83 |
model = OpenAI(model_name=selected_model)
|
| 84 |
|
| 85 |
_input = prompt.format(job_description=job_description, resume=resume)
|
|
|
|
| 10 |
"model_type": "marcoroni"
|
| 11 |
},
|
| 12 |
"TheBloke/Mistral-7B-Instruct-v0.2-GGUF": {
|
| 13 |
+
"model_file": "mistral-7b-instruct-v0.2.Q4_K_M.gguf",
|
| 14 |
"model_type": "mistral"
|
| 15 |
},
|
| 16 |
"TheBloke/zephyr-7B-beta-GGUF": {
|
| 17 |
+
"model_file": "zephyr-7b-beta.Q4_K_M.gguf",
|
| 18 |
"model_type": "zephyr"
|
| 19 |
},
|
| 20 |
"TheBloke/una-cybertron-7B-v2-GGUF": {
|
| 21 |
+
"model_file": "una-cybertron-7b-v2-bf16.Q4_K_M.gguf",
|
| 22 |
"model_type": "cybertron"
|
| 23 |
},
|
| 24 |
|
|
|
|
| 77 |
input_variables=["job_description", "resume"]
|
| 78 |
)
|
| 79 |
|
|
|
|
|
|
|
|
|
|
| 80 |
model = OpenAI(model_name=selected_model)
|
| 81 |
|
| 82 |
_input = prompt.format(job_description=job_description, resume=resume)
|