Spaces:

DauroCamilo
/

chat-backend-test

Sleeping

DauroCamilo commited on May 27

Commit

964d7bc

verified ·

1 Parent(s): 83b83cc

Update main.py

Files changed (1) hide show

main.py CHANGED Viewed

@@ -13,7 +13,7 @@ app = FastAPI()
 # model_id = "GEB-AGI/geb-1.3b"
 # tokenizer = AutoTokenizer.from_pretrained(model_id)
 # model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype="auto")
-model = AutoModel.from_pretrained("GEB-AGI/geb-1.3b", trust_remote_code=True).bfloat16().cuda()
 tokenizer = AutoTokenizer.from_pretrained("GEB-AGI/geb-1.3b", trust_remote_code=True)

 # model_id = "GEB-AGI/geb-1.3b"
 # tokenizer = AutoTokenizer.from_pretrained(model_id)
 # model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype="auto")
+model = AutoModel.from_pretrained("GEB-AGI/geb-1.3b", trust_remote_code=True)
 tokenizer = AutoTokenizer.from_pretrained("GEB-AGI/geb-1.3b", trust_remote_code=True)