Update README.md
#1
by
mioskomi
- opened
README.md
CHANGED
|
@@ -25,14 +25,15 @@ pip install transformers accelerate peft
|
|
| 25 |
|
| 26 |
Load the model.
|
| 27 |
```{python}
|
|
|
|
|
|
|
|
|
|
| 28 |
repo_id = "stefan-m-lenz/Qwen-2.5-7B-ICDOPS-QA-2024"
|
| 29 |
config = PeftConfig.from_pretrained(repo_id, device_map="auto")
|
| 30 |
model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, device_map="auto")
|
| 31 |
model = PeftModel.from_pretrained(model, repo_id, device_map="auto")
|
| 32 |
tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path, device_map="auto")
|
| 33 |
-
```
|
| 34 |
|
| 35 |
-
```{python}
|
| 36 |
# Test input
|
| 37 |
test_input = """Was ist der ICD-10-Code für die Tumordiagnose „Bronchialkarzinom, Hauptbronchus“? Antworte nur kurz mit dem ICD-10 Code."""
|
| 38 |
|
|
|
|
| 25 |
|
| 26 |
Load the model.
|
| 27 |
```{python}
|
| 28 |
+
from transformers, import AutoTokenizer, AutoModelForCausalLM
|
| 29 |
+
from peft import PeftModel, PeftConfig
|
| 30 |
+
|
| 31 |
repo_id = "stefan-m-lenz/Qwen-2.5-7B-ICDOPS-QA-2024"
|
| 32 |
config = PeftConfig.from_pretrained(repo_id, device_map="auto")
|
| 33 |
model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, device_map="auto")
|
| 34 |
model = PeftModel.from_pretrained(model, repo_id, device_map="auto")
|
| 35 |
tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path, device_map="auto")
|
|
|
|
| 36 |
|
|
|
|
| 37 |
# Test input
|
| 38 |
test_input = """Was ist der ICD-10-Code für die Tumordiagnose „Bronchialkarzinom, Hauptbronchus“? Antworte nur kurz mit dem ICD-10 Code."""
|
| 39 |
|