Zekun Wu
commited on
Commit
·
2316f10
1
Parent(s):
cc239f8
update
Browse files- util/evaluator.py +1 -1
util/evaluator.py
CHANGED
@@ -60,7 +60,7 @@ class evaluator:
|
|
60 |
|
61 |
response = self.model.invoke(evaluation_prompt,temperature=0.8, max_tokens=60).strip()
|
62 |
#response = """ {{"Factually Correct": 0.9,"Useful": 0.85,"Context Specific": 0.8,"User Specific": 0.75,"Provides Pluralism": 0.7}}"""
|
63 |
-
|
64 |
try:
|
65 |
scores = json.loads(response)
|
66 |
print(scores)
|
|
|
60 |
|
61 |
response = self.model.invoke(evaluation_prompt,temperature=0.8, max_tokens=60).strip()
|
62 |
#response = """ {{"Factually Correct": 0.9,"Useful": 0.85,"Context Specific": 0.8,"User Specific": 0.75,"Provides Pluralism": 0.7}}"""
|
63 |
+
print(response)
|
64 |
try:
|
65 |
scores = json.loads(response)
|
66 |
print(scores)
|