Spaces:
Runtime error
Runtime error
Update space
Browse files
app.py
CHANGED
@@ -69,7 +69,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
69 |
import os
|
70 |
|
71 |
# Define model names
|
72 |
-
MODEL_1_PATH = "./adapter_model.safetensors" # Local path inside Space
|
73 |
###
|
74 |
MODEL_1_PATH = "Priyanka6/fine-tuning-inference"
|
75 |
###
|
@@ -110,9 +110,10 @@ TOKENIZER_NAME = "sarvamai/sarvam-1"
|
|
110 |
tokenizer = AutoTokenizer.from_pretrained(TOKENIZER_NAME)
|
111 |
|
112 |
# Function to load a model
|
113 |
-
def load_model(model_choice
|
114 |
if model_choice == "Hugging face dataset":
|
115 |
model = AutoModelForCausalLM.from_pretrained("./", torch_dtype=torch.float16, device_map="auto")
|
|
|
116 |
model.load_adapter(trimmed_adapter_path, "safe_tensors") # Load safetensors adapter
|
117 |
else:
|
118 |
model = AutoModelForCausalLM.from_pretrained(MODEL_2_NAME)
|
|
|
69 |
import os
|
70 |
|
71 |
# Define model names
|
72 |
+
# MODEL_1_PATH = "./adapter_model.safetensors" # Local path inside Space
|
73 |
###
|
74 |
MODEL_1_PATH = "Priyanka6/fine-tuning-inference"
|
75 |
###
|
|
|
110 |
tokenizer = AutoTokenizer.from_pretrained(TOKENIZER_NAME)
|
111 |
|
112 |
# Function to load a model
|
113 |
+
def load_model(model_choice):
|
114 |
if model_choice == "Hugging face dataset":
|
115 |
model = AutoModelForCausalLM.from_pretrained("./", torch_dtype=torch.float16, device_map="auto")
|
116 |
+
trimmed_adapter_path = os.path.join("Priyanka6/fine-tuning-inference", "adapter_model_trimmed.safetensors")
|
117 |
model.load_adapter(trimmed_adapter_path, "safe_tensors") # Load safetensors adapter
|
118 |
else:
|
119 |
model = AutoModelForCausalLM.from_pretrained(MODEL_2_NAME)
|