Update main.py

main.py

@@ -430,7 +430,8 @@ async def start():
         categorie = cl.user_session.set("categorie", os.environ['PINECONE_API_KEYESCO'])
     
     os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
-    repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
+    #repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
+    repo_id = "meta-llama/Llama-3.2-3B-Instruct"
 
     model = HuggingFaceEndpoint(
         repo_id=repo_id,
@@ -858,8 +859,8 @@ async def connexion_vector_database():
 @cl.step(type="llm")
 async def IA():
     os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
-    repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
-
+    #repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
+    repo_id = "meta-llama/Llama-3.2-3B-Instruct"
     llm = HuggingFaceEndpoint(
         repo_id=repo_id, max_new_tokens=5000, temperature=1.0, task="text2text-generation", streaming=True
     )
@@ -898,8 +899,8 @@ async def setup_agent(settings):
         contextChat = "Il n'y a pas de contexte."
         
     os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
-    repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
-
+    #repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
+    repo_id = "meta-llama/Llama-3.2-3B-Instruct"
     model = HuggingFaceEndpoint(
         repo_id=repo_id,
         max_new_tokens=3600,