Zekun Wu
commited on
Commit
·
fd72b9a
1
Parent(s):
394d4b8
update
Browse files- util/evaluator.py +3 -1
util/evaluator.py
CHANGED
@@ -56,10 +56,12 @@ class evaluator:
|
|
56 |
|
57 |
{{"Factually Correct": 0.9,"Useful": 0.85,"Context Specific": 0.8,"User Specific": 0.75,"Provides Pluralism": 0.7}}
|
58 |
|
|
|
|
|
59 |
Answer:
|
60 |
"""
|
61 |
|
62 |
-
response = self.model.invoke(evaluation_prompt,temperature=0.8, max_tokens=
|
63 |
#response = """{{"Factually Correct": 0.9,"Useful": 0.85,"Context Specific": 0.8,"User Specific": 0.75,"Provides Pluralism": 0.7}}"""
|
64 |
print(response)
|
65 |
try:
|
|
|
56 |
|
57 |
{{"Factually Correct": 0.9,"Useful": 0.85,"Context Specific": 0.8,"User Specific": 0.75,"Provides Pluralism": 0.7}}
|
58 |
|
59 |
+
Directly provide me with the json without any additional text.
|
60 |
+
|
61 |
Answer:
|
62 |
"""
|
63 |
|
64 |
+
response = self.model.invoke(evaluation_prompt,temperature=0.8, max_tokens=150).strip()
|
65 |
#response = """{{"Factually Correct": 0.9,"Useful": 0.85,"Context Specific": 0.8,"User Specific": 0.75,"Provides Pluralism": 0.7}}"""
|
66 |
print(response)
|
67 |
try:
|