null and void commited on
Commit
b1c60d2
·
verified ·
1 Parent(s): 72a24d5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -3
app.py CHANGED
@@ -25,14 +25,13 @@ class ConversationManager:
25
  if not model_name:
26
  print("Error: Empty model name provided")
27
  return None
28
-
29
  if model_name in self.models:
30
  return self.models[model_name]
31
 
32
  try:
33
  print(f"Attempting to load model: {model_name}")
34
  tokenizer = AutoTokenizer.from_pretrained(model_name)
35
- finally:
36
  # Try to load the model with 8-bit quantization
37
  model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", load_in_8bit=True)
38
  except RuntimeError as e:
@@ -41,7 +40,12 @@ class ConversationManager:
41
  model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
42
  else:
43
  model = AutoModelForCausalLM.from_pretrained(model_name)
44
-
 
 
 
 
 
45
  self.models[model_name] = (model, tokenizer)
46
  print(f"Successfully loaded model: {model_name}")
47
  return self.models[model_name]
 
25
  if not model_name:
26
  print("Error: Empty model name provided")
27
  return None
28
+
29
  if model_name in self.models:
30
  return self.models[model_name]
31
 
32
  try:
33
  print(f"Attempting to load model: {model_name}")
34
  tokenizer = AutoTokenizer.from_pretrained(model_name)
 
35
  # Try to load the model with 8-bit quantization
36
  model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", load_in_8bit=True)
37
  except RuntimeError as e:
 
40
  model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
41
  else:
42
  model = AutoModelForCausalLM.from_pretrained(model_name)
43
+ except Exception as e:
44
+ print(f"Failed to load model {model_name}: {e}")
45
+ print(f"Error type: {type(e).__name__}")
46
+ print(f"Error details: {str(e)}")
47
+ return None
48
+
49
  self.models[model_name] = (model, tokenizer)
50
  print(f"Successfully loaded model: {model_name}")
51
  return self.models[model_name]