Update Wikidata_Text_Parser.py
Browse files- Wikidata_Text_Parser.py +2 -1
Wikidata_Text_Parser.py
CHANGED
|
@@ -15,7 +15,8 @@ from os.path import exists
|
|
| 15 |
from pathlib import Path
|
| 16 |
from nltk.tokenize import sent_tokenize
|
| 17 |
from sentence_splitter import SentenceSplitter, split_text_into_sentences
|
| 18 |
-
|
|
|
|
| 19 |
|
| 20 |
class DatabaseExtractor():
|
| 21 |
def __init__(self, dbname='wikidata_claims_refs_parsed.db'):
|
|
|
|
| 15 |
from pathlib import Path
|
| 16 |
from nltk.tokenize import sent_tokenize
|
| 17 |
from sentence_splitter import SentenceSplitter, split_text_into_sentences
|
| 18 |
+
import nltk
|
| 19 |
+
nltk.download('punkt')
|
| 20 |
|
| 21 |
class DatabaseExtractor():
|
| 22 |
def __init__(self, dbname='wikidata_claims_refs_parsed.db'):
|