Merge pull request #75 from aecio/upgrade-nltk

Upgrade to nltk 3.9.1 to address CVE-2024-39705
delftdata · Aug 22, 2024 · 9f6c79d · 9f6c79d
2 parents ddf1399 + 8e59d6c
commit 9f6c79d
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/requirements.txt b/requirements.txt
@@ -1,7 +1,7 @@
 # algorithms
 numpy==1.26.0
 pandas==2.1.1
-nltk==3.8.1
+nltk==3.9.1
 anytree==2.10.0
 networkx==3.1
 chardet==5.2.0

diff --git a/valentine/algorithms/cupid/linguistic_matching.py b/valentine/algorithms/cupid/linguistic_matching.py
@@ -26,7 +26,7 @@ def normalization(element,
     try:
         tokens = nltk.word_tokenize(element)
     except LookupError:
-        nltk.download('punkt')
+        nltk.download('punkt_tab')
         nltk.download('omw-1.4')
         nltk.download('stopwords')
         nltk.download('wordnet')
@@ -195,7 +195,7 @@ def compute_similarity_wordnet(word1,
     try:
         wn_lemmas = set(wn.all_lemma_names())
     except LookupError:
-        nltk.download('punkt')
+        nltk.download('punkt_tab')
         nltk.download('omw-1.4')
         nltk.download('stopwords')
         nltk.download('wordnet')