Copain22 commited on
Commit
8384c52
·
verified ·
1 Parent(s): bea7448

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -35,8 +35,7 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
35
  model = AutoModelForCausalLM.from_pretrained(
36
  MODEL_ID,
37
  torch_dtype=torch.bfloat16,
38
- device_map="auto",
39
- trust_remote_code=True
40
  )
41
 
42
  print(f"Model loaded on device: {model.device}")
 
35
  model = AutoModelForCausalLM.from_pretrained(
36
  MODEL_ID,
37
  torch_dtype=torch.bfloat16,
38
+ device_map="auto"
 
39
  )
40
 
41
  print(f"Model loaded on device: {model.device}")