Update space

app.py

@@ -69,7 +69,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 import os
 
 # Define model names
-MODEL_1_PATH = "https://huggingface.co/spaces/Priyanka6/fine-tuning-inference"  # Your fine-tuned model
+MODEL_1_PATH = "Priyanka6/fine-tuning-inference"  # Your fine-tuned model
 MODEL_2_NAME = "sarvamai/sarvam-1"  # The base model on Hugging Face Hub
 
 # Load the tokenizer (same for both models)
@@ -79,7 +79,7 @@ tokenizer = AutoTokenizer.from_pretrained(TOKENIZER_NAME)
 # Function to load a model
 def load_model(model_choice):
     if model_choice == "Hugging face dataset":
-        model = AutoModelForCausalLM.from_pretrained(MODEL_1_PATH,repo_type="space")
+        model = AutoModelForCausalLM.from_pretrained(MODEL_1_PATH,repo_type="space",torch_dtype=torch.float16, device_map="auto")
         model.load_adapter(MODEL_1_PATH, "safe_tensors")  # Load safetensors adapter
     else:
         model = AutoModelForCausalLM.from_pretrained(MODEL_2_NAME)