Qifan Zhang
commited on
Commit
·
edd4815
1
Parent(s):
4347f00
fix deploy on python3.8
Browse files- utils/pipeline.py +4 -2
utils/pipeline.py
CHANGED
@@ -1,3 +1,5 @@
|
|
|
|
|
|
1 |
import pandas as pd
|
2 |
from sentence_transformers.util import cos_sim
|
3 |
|
@@ -25,7 +27,7 @@ def p1_flexibility(df: pd.DataFrame, model_name: str) -> pd.DataFrame:
|
|
25 |
assert 'id' in df.columns
|
26 |
model = SBert(model_name)
|
27 |
|
28 |
-
def get_cos_sim(responses:
|
29 |
responses_vec = [model(_) for _ in responses]
|
30 |
count = 0
|
31 |
score = 0
|
@@ -45,6 +47,6 @@ def p1_flexibility(df: pd.DataFrame, model_name: str) -> pd.DataFrame:
|
|
45 |
|
46 |
|
47 |
if __name__ == '__main__':
|
48 |
-
_df_input = pd.read_csv('data/example_3.csv')
|
49 |
_df_0 = p0_originality(_df_input, 'paraphrase-multilingual-MiniLM-L12-v2')
|
50 |
_df_1 = p1_flexibility(_df_input, 'paraphrase-multilingual-MiniLM-L12-v2')
|
|
|
1 |
+
from typing import List
|
2 |
+
|
3 |
import pandas as pd
|
4 |
from sentence_transformers.util import cos_sim
|
5 |
|
|
|
27 |
assert 'id' in df.columns
|
28 |
model = SBert(model_name)
|
29 |
|
30 |
+
def get_cos_sim(responses: List[str]) -> float:
|
31 |
responses_vec = [model(_) for _ in responses]
|
32 |
count = 0
|
33 |
score = 0
|
|
|
47 |
|
48 |
|
49 |
if __name__ == '__main__':
|
50 |
+
_df_input = pd.read_csv('data/tmp/example_3.csv')
|
51 |
_df_0 = p0_originality(_df_input, 'paraphrase-multilingual-MiniLM-L12-v2')
|
52 |
_df_1 = p1_flexibility(_df_input, 'paraphrase-multilingual-MiniLM-L12-v2')
|