Till Fischer
commited on
Commit
·
ec6d3be
1
Parent(s):
240324f
Fix NLTK punkt setup and remove redundant downloads
Browse files- analyze_aspects.py +2 -5
analyze_aspects.py
CHANGED
@@ -13,10 +13,7 @@ from transformers import pipeline
|
|
13 |
from collections import defaultdict
|
14 |
import matplotlib.pyplot as plt
|
15 |
import os
|
16 |
-
|
17 |
-
nltk.download('punkt', download_dir='/home/user/nltk_data')
|
18 |
-
nltk.data.path.append('/home/user/nltk_data')
|
19 |
-
os.environ['NLTK_DATA'] = '/home/user/nltk_data'
|
20 |
|
21 |
def visualize_aspects(aspect_results: dict[str, list[float]], output_dir: Path, filename: str = "sentiment_aspekte.png"):
|
22 |
output_dir.mkdir(parents=True, exist_ok=True)
|
@@ -47,7 +44,7 @@ def visualize_aspects(aspect_results: dict[str, list[float]], output_dir: Path,
|
|
47 |
|
48 |
# NLTK punkt model for sentence tokenization
|
49 |
nltk.download('punkt', download_dir='/home/user/nltk_data')
|
50 |
-
from nltk import sent_tokenize
|
51 |
|
52 |
# Logging Configuration
|
53 |
def configure_logging():
|
|
|
13 |
from collections import defaultdict
|
14 |
import matplotlib.pyplot as plt
|
15 |
import os
|
16 |
+
nltk.download('punkt')
|
|
|
|
|
|
|
17 |
|
18 |
def visualize_aspects(aspect_results: dict[str, list[float]], output_dir: Path, filename: str = "sentiment_aspekte.png"):
|
19 |
output_dir.mkdir(parents=True, exist_ok=True)
|
|
|
44 |
|
45 |
# NLTK punkt model for sentence tokenization
|
46 |
nltk.download('punkt', download_dir='/home/user/nltk_data')
|
47 |
+
from nltk.tokenize import sent_tokenize
|
48 |
|
49 |
# Logging Configuration
|
50 |
def configure_logging():
|