Spaces:

paradiseDev
/

ConversAI_Playground

Build error

null and void commited on Jul 19, 2024

Commit

72a24d5

verified ·

1 Parent(s): fe47170

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -32,7 +32,7 @@ class ConversationManager:
         try:
             print(f"Attempting to load model: {model_name}")
             tokenizer = AutoTokenizer.from_pretrained(model_name)
-        except:
             # Try to load the model with 8-bit quantization
             model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", load_in_8bit=True)
         except RuntimeError as e:

         try:
             print(f"Attempting to load model: {model_name}")
             tokenizer = AutoTokenizer.from_pretrained(model_name)
+        finally:
             # Try to load the model with 8-bit quantization
             model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", load_in_8bit=True)
         except RuntimeError as e: