Az-r-ow
commited on
Commit
·
a85b199
1
Parent(s):
c96d0a8
fix(data_processing): fixed test samples folder name + added nltk ressource download
Browse files- app/travel_resolver/libs/nlp/data_processing.py +4 -0
- app/travel_resolver/tests/{test-samples → test_samples}/multiple_tagged_sentences.bio +0 -0
- app/travel_resolver/tests/{test-samples → test_samples}/multiple_tagged_sentences.txt +0 -0
- app/travel_resolver/tests/{test-samples → test_samples}/simple_tagged_sentence.bio +0 -0
- app/travel_resolver/tests/{test-samples → test_samples}/simple_tagged_sentence.txt +0 -0
app/travel_resolver/libs/nlp/data_processing.py
CHANGED
|
@@ -2,6 +2,10 @@ import nltk, re
|
|
| 2 |
import tensorflow as tf
|
| 3 |
from tqdm import tqdm
|
| 4 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5 |
|
| 6 |
def get_tagged_content(sentence: str, tag: str) -> str | None:
|
| 7 |
"""
|
|
|
|
| 2 |
import tensorflow as tf
|
| 3 |
from tqdm import tqdm
|
| 4 |
|
| 5 |
+
# Will download the necessary resources for nltk
|
| 6 |
+
# Should skip if resources found
|
| 7 |
+
nltk.download("punkt")
|
| 8 |
+
|
| 9 |
|
| 10 |
def get_tagged_content(sentence: str, tag: str) -> str | None:
|
| 11 |
"""
|
app/travel_resolver/tests/{test-samples → test_samples}/multiple_tagged_sentences.bio
RENAMED
|
File without changes
|
app/travel_resolver/tests/{test-samples → test_samples}/multiple_tagged_sentences.txt
RENAMED
|
File without changes
|
app/travel_resolver/tests/{test-samples → test_samples}/simple_tagged_sentence.bio
RENAMED
|
File without changes
|
app/travel_resolver/tests/{test-samples → test_samples}/simple_tagged_sentence.txt
RENAMED
|
File without changes
|