Files changed (1) hide show
  1. README.md +3 -2
README.md CHANGED
@@ -25,14 +25,15 @@ pip install transformers accelerate peft
25
 
26
  Load the model.
27
  ```{python}
 
 
 
28
  repo_id = "stefan-m-lenz/Qwen-2.5-7B-ICDOPS-QA-2024"
29
  config = PeftConfig.from_pretrained(repo_id, device_map="auto")
30
  model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, device_map="auto")
31
  model = PeftModel.from_pretrained(model, repo_id, device_map="auto")
32
  tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path, device_map="auto")
33
- ```
34
 
35
- ```{python}
36
  # Test input
37
  test_input = """Was ist der ICD-10-Code für die Tumordiagnose „Bronchialkarzinom, Hauptbronchus“? Antworte nur kurz mit dem ICD-10 Code."""
38
 
 
25
 
26
  Load the model.
27
  ```{python}
28
+ from transformers, import AutoTokenizer, AutoModelForCausalLM
29
+ from peft import PeftModel, PeftConfig
30
+
31
  repo_id = "stefan-m-lenz/Qwen-2.5-7B-ICDOPS-QA-2024"
32
  config = PeftConfig.from_pretrained(repo_id, device_map="auto")
33
  model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, device_map="auto")
34
  model = PeftModel.from_pretrained(model, repo_id, device_map="auto")
35
  tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path, device_map="auto")
 
36
 
 
37
  # Test input
38
  test_input = """Was ist der ICD-10-Code für die Tumordiagnose „Bronchialkarzinom, Hauptbronchus“? Antworte nur kurz mit dem ICD-10 Code."""
39