khalednabawi11 commited on
Commit
208b3c3
·
verified ·
1 Parent(s): b058bd9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +10 -9
app.py CHANGED
@@ -34,15 +34,6 @@ tokenizer = AutoTokenizer.from_pretrained(model_name)
34
  model = AutoModelForCausalLM.from_pretrained(model_name)
35
  tokenizer.pad_token = tokenizer.eos_token
36
 
37
- # Connect to Qdrant + embedding
38
- embedding = HuggingFaceEmbeddings(model_name="Omartificial-Intelligence-Space/GATE-AraBert-v1")
39
- qdrant_client = QdrantClient(url=QDRANT_URL, api_key=QDRANT_API_KEY)
40
-
41
- vector_store = Qdrant(
42
- client=qdrant_client,
43
- collection_name=COLLECTION_NAME,
44
- embeddings=embedding
45
- )
46
 
47
  # Generation settings
48
  generation_config = GenerationConfig(
@@ -65,6 +56,16 @@ llm_pipeline = pipeline(
65
 
66
  llm = HuggingFacePipeline(pipeline=llm_pipeline)
67
 
 
 
 
 
 
 
 
 
 
 
68
  retriever = vector_store.as_retriever(search_kwargs={"k": 3})
69
 
70
  # Set up RAG QA chain
 
34
  model = AutoModelForCausalLM.from_pretrained(model_name)
35
  tokenizer.pad_token = tokenizer.eos_token
36
 
 
 
 
 
 
 
 
 
 
37
 
38
  # Generation settings
39
  generation_config = GenerationConfig(
 
56
 
57
  llm = HuggingFacePipeline(pipeline=llm_pipeline)
58
 
59
+ # Connect to Qdrant + embedding
60
+ embedding = HuggingFaceEmbeddings(model_name="Omartificial-Intelligence-Space/GATE-AraBert-v1")
61
+ qdrant_client = QdrantClient(url=QDRANT_URL, api_key=QDRANT_API_KEY)
62
+
63
+ vector_store = Qdrant(
64
+ client=qdrant_client,
65
+ collection_name=COLLECTION_NAME,
66
+ embeddings=embedding
67
+ )
68
+
69
  retriever = vector_store.as_retriever(search_kwargs={"k": 3})
70
 
71
  # Set up RAG QA chain