Spaces:
Runtime error
Runtime error
Update space
Browse files
app.py
CHANGED
@@ -204,9 +204,11 @@ trimmed_adapter_path = trim_adapter_weights(MODEL_1_PATH)
|
|
204 |
tokenizer = AutoTokenizer.from_pretrained(TOKENIZER_NAME)
|
205 |
|
206 |
# Load the model
|
207 |
-
model = AutoModelForCausalLM.from_pretrained(
|
208 |
-
|
209 |
-
)
|
|
|
|
|
210 |
|
211 |
# Load the trimmed adapter
|
212 |
model.load_adapter(trimmed_adapter_path, "safe_tensors")
|
|
|
204 |
tokenizer = AutoTokenizer.from_pretrained(TOKENIZER_NAME)
|
205 |
|
206 |
# Load the model
|
207 |
+
# model = AutoModelForCausalLM.from_pretrained(
|
208 |
+
# MODEL_1_PATH, torch_dtype=torch.float16, device_map="auto"
|
209 |
+
# )
|
210 |
+
|
211 |
+
model = AutoModelForCausalLM.from_pretrained("Priyanka6/fine-tuning-inference", use_auth_token=True)
|
212 |
|
213 |
# Load the trimmed adapter
|
214 |
model.load_adapter(trimmed_adapter_path, "safe_tensors")
|