mihirinamdar commited on
Commit
4104cc0
·
verified ·
1 Parent(s): da1b347

Update requirements.txt

Browse files
Files changed (1) hide show
  1. requirements.txt +24 -8
requirements.txt CHANGED
@@ -1,12 +1,28 @@
 
 
 
 
 
 
 
1
  transformers>=4.30.0
2
  sentence-transformers>=2.2.0
3
- torch>=1.13.0
4
- numpy>=1.21.0
5
- scikit-learn>=1.0.0
6
- arxiv>=1.4.0
7
- gradio>=3.40.0
8
- pandas>=1.3.0
9
- nltk>=3.7.0
10
- datasets>=2.0.0
11
  accelerate>=0.20.0
 
 
 
 
 
 
 
 
 
 
 
 
 
12
 
 
 
 
 
1
+ # Core dependencies for GPU-optimized ArXiv RAG system
2
+ --extra-index-url https://download.pytorch.org/whl/cu113
3
+ torch>=2.1.0,<=2.5.1
4
+ torchvision
5
+ torchaudio
6
+
7
+ # Hugging Face ecosystem
8
  transformers>=4.30.0
9
  sentence-transformers>=2.2.0
10
+ datasets>=2.10.0
 
 
 
 
 
 
 
11
  accelerate>=0.20.0
12
+ gradio>=4.0.0
13
+ spaces>=0.20.0
14
+
15
+ # ML and NLP libraries
16
+ scikit-learn>=1.3.0
17
+ numpy>=1.24.0
18
+ pandas>=2.0.0
19
+ nltk>=3.8.0
20
+
21
+ # ArXiv and utilities
22
+ arxiv>=1.4.0
23
+ requests>=2.28.0
24
+ beautifulsoup4>=4.12.0
25
 
26
+ # Optional optimizations
27
+ bitsandbytes>=0.41.0 # For 8-bit quantization
28
+ flash-attn>=2.0.0 # For attention optimization (if supported)