STC-demo-v2_dev

Runtime error

fCola commited on May 21

Commit

594ef46

verified ·

1 Parent(s): d9e2d70

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -18,7 +18,7 @@ class HfModelWrapper:
     ):
         self.model = AutoModelForCausalLM.from_pretrained(
-            model_path, device_map="auto", quantization_config=quantization, device_map="auto"
         )
         self.tokenizer = AutoTokenizer.from_pretrained(model_path)
         self.sys_prompt = sys_prompt

     ):
         self.model = AutoModelForCausalLM.from_pretrained(
+            model_path, device_map="auto", quantization_config=quantization
         )
         self.tokenizer = AutoTokenizer.from_pretrained(model_path)
         self.sys_prompt = sys_prompt