yuchenlin
commited on
Commit
•
0a6dc3f
1
Parent(s):
348b4fc
show_progress=False
Browse files
tokenization_rex_qwen2.py
CHANGED
@@ -25,7 +25,7 @@ class RexQwen2Tokenizer(Qwen2Tokenizer):
|
|
25 |
def _rex_query(self, query):
|
26 |
k = self.rex_size
|
27 |
query_tokens = bm25s.tokenize(query, show_progress=False)
|
28 |
-
results, scores = self.retriever.retrieve(query_tokens, k=k)
|
29 |
rex_chat_history = []
|
30 |
for i in range(results.shape[1]):
|
31 |
doc, score = results[0, i], scores[0, i]
|
|
|
25 |
def _rex_query(self, query):
|
26 |
k = self.rex_size
|
27 |
query_tokens = bm25s.tokenize(query, show_progress=False)
|
28 |
+
results, scores = self.retriever.retrieve(query_tokens, k=k, show_progress=False)
|
29 |
rex_chat_history = []
|
30 |
for i in range(results.shape[1]):
|
31 |
doc, score = results[0, i], scores[0, i]
|