Zekun Wu
commited on
Commit
·
174278e
1
Parent(s):
a1320fa
update
Browse files- evaluator.py +2 -2
evaluator.py
CHANGED
|
@@ -58,8 +58,8 @@ class evaluator:
|
|
| 58 |
Answer:
|
| 59 |
"""
|
| 60 |
|
| 61 |
-
|
| 62 |
-
response = """ {{"Factually Correct": 0.9,"Useful": 0.85,"Context Specific": 0.8,"User Specific": 0.75,"Provides Pluralism": 0.7}}"""
|
| 63 |
|
| 64 |
try:
|
| 65 |
scores = json.loads(response)
|
|
|
|
| 58 |
Answer:
|
| 59 |
"""
|
| 60 |
|
| 61 |
+
response = self.model.invoke(evaluation_prompt,temperature=0.8, max_tokens=60).strip()
|
| 62 |
+
#response = """ {{"Factually Correct": 0.9,"Useful": 0.85,"Context Specific": 0.8,"User Specific": 0.75,"Provides Pluralism": 0.7}}"""
|
| 63 |
|
| 64 |
try:
|
| 65 |
scores = json.loads(response)
|