Priyanka6 commited on
Commit
b43f4f3
Β·
1 Parent(s): b623416

Update space

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -69,7 +69,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
69
  import os
70
 
71
  # Define model names
72
- MODEL_1_PATH = "./adapter_model.safetensors" # Local path inside Space
73
  ###
74
  MODEL_1_PATH = "Priyanka6/fine-tuning-inference"
75
  ###
@@ -110,9 +110,10 @@ TOKENIZER_NAME = "sarvamai/sarvam-1"
110
  tokenizer = AutoTokenizer.from_pretrained(TOKENIZER_NAME)
111
 
112
  # Function to load a model
113
- def load_model(model_choice,trimmed_adapter_path):
114
  if model_choice == "Hugging face dataset":
115
  model = AutoModelForCausalLM.from_pretrained("./", torch_dtype=torch.float16, device_map="auto")
 
116
  model.load_adapter(trimmed_adapter_path, "safe_tensors") # Load safetensors adapter
117
  else:
118
  model = AutoModelForCausalLM.from_pretrained(MODEL_2_NAME)
 
69
  import os
70
 
71
  # Define model names
72
+ # MODEL_1_PATH = "./adapter_model.safetensors" # Local path inside Space
73
  ###
74
  MODEL_1_PATH = "Priyanka6/fine-tuning-inference"
75
  ###
 
110
  tokenizer = AutoTokenizer.from_pretrained(TOKENIZER_NAME)
111
 
112
  # Function to load a model
113
+ def load_model(model_choice):
114
  if model_choice == "Hugging face dataset":
115
  model = AutoModelForCausalLM.from_pretrained("./", torch_dtype=torch.float16, device_map="auto")
116
+ trimmed_adapter_path = os.path.join("Priyanka6/fine-tuning-inference", "adapter_model_trimmed.safetensors")
117
  model.load_adapter(trimmed_adapter_path, "safe_tensors") # Load safetensors adapter
118
  else:
119
  model = AutoModelForCausalLM.from_pretrained(MODEL_2_NAME)