nltk fix
Browse files
src/synthetic_dataset_generator/apps/rag.py
CHANGED
@@ -56,7 +56,7 @@ from synthetic_dataset_generator.utils import (
|
|
56 |
os.makedirs("./nltk_data", exist_ok=True)
|
57 |
nltk.data.path.append("./nltk_data")
|
58 |
nltk.download("punkt_tab", download_dir="./nltk_data")
|
59 |
-
nltk.download("
|
60 |
|
61 |
def _get_valid_columns(dataframe: pd.DataFrame):
|
62 |
doc_valid_columns = []
|
|
|
56 |
os.makedirs("./nltk_data", exist_ok=True)
|
57 |
nltk.data.path.append("./nltk_data")
|
58 |
nltk.download("punkt_tab", download_dir="./nltk_data")
|
59 |
+
nltk.download("averaged_perceptron_tagger_eng", download_dir="./nltk_data")
|
60 |
|
61 |
def _get_valid_columns(dataframe: pd.DataFrame):
|
62 |
doc_valid_columns = []
|