fitlemon commited on
Commit
285ac79
·
verified ·
1 Parent(s): 0c49c67

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -32,13 +32,13 @@ def update_faiss_index():
32
  """
33
  train_dataset = load_dataset("fitlemon/rag-labor-codex-dataset", token=hf_key)[
34
  "train"
35
- ][:2]
36
  test_dataset = load_dataset("fitlemon/rag-labor-codex-dataset", token=hf_key)[
37
  "test"
38
- ][:2]
39
 
40
  dataset = concatenate_datasets([train_dataset, test_dataset])
41
-
42
  docs = []
43
  unique_chunks = set()
44
  for row in tqdm(dataset, desc="Загрузка документов..."):
 
32
  """
33
  train_dataset = load_dataset("fitlemon/rag-labor-codex-dataset", token=hf_key)[
34
  "train"
35
+ ]
36
  test_dataset = load_dataset("fitlemon/rag-labor-codex-dataset", token=hf_key)[
37
  "test"
38
+ ]
39
 
40
  dataset = concatenate_datasets([train_dataset, test_dataset])
41
+ dataset = dataset[:3]
42
  docs = []
43
  unique_chunks = set()
44
  for row in tqdm(dataset, desc="Загрузка документов..."):