Update evaluator_module.py (#5)
Browse files- Update evaluator_module.py (d3ff1dec915e2581103e87af23bd6a4e0da9ef01)
Co-authored-by: Manay Porwal <manayporwal07@users.noreply.huggingface.co>
- evaluator_module.py +3 -3
evaluator_module.py
CHANGED
|
@@ -88,8 +88,8 @@ class AetherScoreEvaluator:
|
|
| 88 |
eval_id = self._generate_eval_id(prompt, response)
|
| 89 |
|
| 90 |
# If already stored in cache direclty we can return from there.
|
| 91 |
-
if eval_id in self.cache:
|
| 92 |
-
|
| 93 |
|
| 94 |
scores, reasons = {}, {}
|
| 95 |
|
|
@@ -114,7 +114,7 @@ class AetherScoreEvaluator:
|
|
| 114 |
result = {"scores": scores, "reasons": reasons}
|
| 115 |
|
| 116 |
#Storing results with corresponding Eval ID in cache
|
| 117 |
-
self.cache[eval_id] = result
|
| 118 |
|
| 119 |
return result
|
| 120 |
# Batch Evaluation # Input of JSON/CSV file
|
|
|
|
| 88 |
eval_id = self._generate_eval_id(prompt, response)
|
| 89 |
|
| 90 |
# If already stored in cache direclty we can return from there.
|
| 91 |
+
# if eval_id in self.cache:
|
| 92 |
+
# return self.cache[eval_id]
|
| 93 |
|
| 94 |
scores, reasons = {}, {}
|
| 95 |
|
|
|
|
| 114 |
result = {"scores": scores, "reasons": reasons}
|
| 115 |
|
| 116 |
#Storing results with corresponding Eval ID in cache
|
| 117 |
+
# self.cache[eval_id] = result
|
| 118 |
|
| 119 |
return result
|
| 120 |
# Batch Evaluation # Input of JSON/CSV file
|