Till Fischer commited on
Commit
ec6d3be
·
1 Parent(s): 240324f

Fix NLTK punkt setup and remove redundant downloads

Browse files
Files changed (1) hide show
  1. analyze_aspects.py +2 -5
analyze_aspects.py CHANGED
@@ -13,10 +13,7 @@ from transformers import pipeline
13
  from collections import defaultdict
14
  import matplotlib.pyplot as plt
15
  import os
16
-
17
- nltk.download('punkt', download_dir='/home/user/nltk_data')
18
- nltk.data.path.append('/home/user/nltk_data')
19
- os.environ['NLTK_DATA'] = '/home/user/nltk_data'
20
 
21
  def visualize_aspects(aspect_results: dict[str, list[float]], output_dir: Path, filename: str = "sentiment_aspekte.png"):
22
  output_dir.mkdir(parents=True, exist_ok=True)
@@ -47,7 +44,7 @@ def visualize_aspects(aspect_results: dict[str, list[float]], output_dir: Path,
47
 
48
  # NLTK punkt model for sentence tokenization
49
  nltk.download('punkt', download_dir='/home/user/nltk_data')
50
- from nltk import sent_tokenize
51
 
52
  # Logging Configuration
53
  def configure_logging():
 
13
  from collections import defaultdict
14
  import matplotlib.pyplot as plt
15
  import os
16
+ nltk.download('punkt')
 
 
 
17
 
18
  def visualize_aspects(aspect_results: dict[str, list[float]], output_dir: Path, filename: str = "sentiment_aspekte.png"):
19
  output_dir.mkdir(parents=True, exist_ok=True)
 
44
 
45
  # NLTK punkt model for sentence tokenization
46
  nltk.download('punkt', download_dir='/home/user/nltk_data')
47
+ from nltk.tokenize import sent_tokenize
48
 
49
  # Logging Configuration
50
  def configure_logging():