Update app.py

app.py

@@ -2,6 +2,7 @@ import gradio as gr
 from langchain import PromptTemplate, LLMChain, HuggingFaceHub
 from langchain.llms import CTransformers
 from transformers import AutoModelForCausalLM, AutoTokenizer
+from transformers import pipeline
 
 
 def generate_prompts(user_input):
@@ -11,13 +12,13 @@ def generate_prompts(user_input):
     )
     config = {'max_new_tokens': 2048, 'temperature': 0.7, 'context_length': 4096}
 
-    model_name ="TheBloke/Mistral-7B-Instruct-v0.1-GGUF"
-    model = AutoModelForCausalLM.from_pretrained(model_name)
-    llm = CTransformers(model=model,
-                        config=config,
-                        threads=os.cpu_count())
+
+    pipe = pipeline("text-generation", model="TheBloke/Mistral-7B-Instruct-v0.1-GGUF")
+
+    llm_classifier = HuggingFacePipeline(pipeline=pipe)
     
-    hub_chain = LLMChain(prompt = prompt_template, llm = llm)
+    
+    hub_chain = LLMChain(prompt = prompt_template, llm = llm_classifier)
 
     input_data = {"Question": user_input}