Priyanka6 commited on
Commit
bf2cc50
Β·
1 Parent(s): ec6e229

Update space

Browse files
Files changed (1) hide show
  1. app.py +5 -3
app.py CHANGED
@@ -204,9 +204,11 @@ trimmed_adapter_path = trim_adapter_weights(MODEL_1_PATH)
204
  tokenizer = AutoTokenizer.from_pretrained(TOKENIZER_NAME)
205
 
206
  # Load the model
207
- model = AutoModelForCausalLM.from_pretrained(
208
- MODEL_1_PATH, torch_dtype=torch.float16, device_map="auto"
209
- )
 
 
210
 
211
  # Load the trimmed adapter
212
  model.load_adapter(trimmed_adapter_path, "safe_tensors")
 
204
  tokenizer = AutoTokenizer.from_pretrained(TOKENIZER_NAME)
205
 
206
  # Load the model
207
+ # model = AutoModelForCausalLM.from_pretrained(
208
+ # MODEL_1_PATH, torch_dtype=torch.float16, device_map="auto"
209
+ # )
210
+
211
+ model = AutoModelForCausalLM.from_pretrained("Priyanka6/fine-tuning-inference", use_auth_token=True)
212
 
213
  # Load the trimmed adapter
214
  model.load_adapter(trimmed_adapter_path, "safe_tensors")