Update README.md
Browse files
README.md
CHANGED
@@ -76,7 +76,8 @@ vllm serve pytorch/Phi-4-mini-instruct-INT4 --tokenizer microsoft/Phi-4-mini-ins
|
|
76 |
|
77 |
Install the required packages:
|
78 |
```Shell
|
79 |
-
|
|
|
80 |
pip install --pre torchao torch --index-url https://download.pytorch.org/whl/nightly/cu126
|
81 |
pip install accelerate
|
82 |
```
|
@@ -126,7 +127,8 @@ print(output[0]['generated_text'])
|
|
126 |
|
127 |
Install the required packages:
|
128 |
```Shell
|
129 |
-
|
|
|
130 |
pip install --pre torchao torch --index-url https://download.pytorch.org/whl/nightly/cu126
|
131 |
pip install accelerate
|
132 |
```
|
|
|
76 |
|
77 |
Install the required packages:
|
78 |
```Shell
|
79 |
+
# for compatibility with modeling file in checkpoint
|
80 |
+
pip install transformers==4.53.0
|
81 |
pip install --pre torchao torch --index-url https://download.pytorch.org/whl/nightly/cu126
|
82 |
pip install accelerate
|
83 |
```
|
|
|
127 |
|
128 |
Install the required packages:
|
129 |
```Shell
|
130 |
+
# for compatibility with modeling file in checkpoint
|
131 |
+
pip install transformers==4.53.0
|
132 |
pip install --pre torchao torch --index-url https://download.pytorch.org/whl/nightly/cu126
|
133 |
pip install accelerate
|
134 |
```
|