Spaces:
Sleeping
Sleeping
Upload app (4).py
Browse files- app (4).py +241 -0
app (4).py
ADDED
@@ -0,0 +1,241 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import os
|
2 |
+
import asyncio
|
3 |
+
from typing import List, Dict
|
4 |
+
|
5 |
+
# .env νμΌ λ° Space Secrets λ‘λ
|
6 |
+
from dotenv import load_dotenv
|
7 |
+
load_dotenv()
|
8 |
+
|
9 |
+
# Google API Key κ²μ¦
|
10 |
+
google_api_key = os.getenv("GOOGLE_API_KEY")
|
11 |
+
if not google_api_key:
|
12 |
+
raise EnvironmentError("GOOGLE_API_KEYλ₯Ό SettingsβSecretsμ μΆκ°ν΄μ£ΌμΈμ.")
|
13 |
+
|
14 |
+
# ChromaDB κ²½λ‘ μ€μ
|
15 |
+
db_dir = os.path.join(os.getcwd(), "chromadb_KH_media")
|
16 |
+
os.environ["CHROMA_DB_DIR"] = db_dir
|
17 |
+
|
18 |
+
# === λΌμ΄λΈλ¬λ¦¬ μν¬νΈ ===
|
19 |
+
import chromadb
|
20 |
+
import gradio as gr
|
21 |
+
from sentence_transformers import SentenceTransformer
|
22 |
+
from google import genai
|
23 |
+
|
24 |
+
# === νμ¬ κ΅μμ§ λͺ©λ‘ ===
|
25 |
+
PROFESSORS = [
|
26 |
+
"μ΄μΈν¬", "κΉνμ©", "λ°μ’
λ―Ό", "νμ§μ", "μ΄μ κ΅",
|
27 |
+
"μ΄κΈ°ν", "μ΄μ μ", "μ‘°μμ", "μ΄μ’
ν", "μ΄λν©",
|
28 |
+
"μ΄μμ", "μ΄ν", "μ΅μμ§", "μ΅λ―Όμ", "κΉκ΄νΈ"
|
29 |
+
]
|
30 |
+
|
31 |
+
# === Simple RAG μμ€ν
===
|
32 |
+
class SimpleRAGSystem:
|
33 |
+
def __init__(self, db_path: str = None, collection: str = "KH_media_docs"):
|
34 |
+
db_path = db_path or os.getenv("CHROMA_DB_DIR")
|
35 |
+
try:
|
36 |
+
self.embedding_model = SentenceTransformer("snunlp/KR-SBERT-V40K-klueNLI-augSTS")
|
37 |
+
self.client = chromadb.PersistentClient(path=db_path)
|
38 |
+
self.collection = self.client.get_collection(name=collection)
|
39 |
+
count = self.collection.count()
|
40 |
+
if count == 0:
|
41 |
+
print("κ²½κ³ : ChromaDBκ° λΉμ΄μμ΅λλ€.")
|
42 |
+
self.available = False
|
43 |
+
else:
|
44 |
+
self.available = True
|
45 |
+
print(f"ChromaDB λ‘λ μλ£: {count}κ° λ¬Έμ")
|
46 |
+
except Exception as e:
|
47 |
+
print(f"RAG μμ€ν
μ΄κΈ°ν μ€ν¨: {e}")
|
48 |
+
self.available = False
|
49 |
+
|
50 |
+
def search_similar_docs(self, query: str, top_k: int = 10) -> List[str]:
|
51 |
+
if not self.available:
|
52 |
+
return []
|
53 |
+
try:
|
54 |
+
emb = self.embedding_model.encode(query).tolist()
|
55 |
+
res = self.collection.query(
|
56 |
+
query_embeddings=[emb], n_results=top_k,
|
57 |
+
include=["documents", "metadatas"]
|
58 |
+
)
|
59 |
+
return res["documents"][0] if res["documents"] else []
|
60 |
+
except Exception as e:
|
61 |
+
print(f"RAG κ²μ μ€λ₯: {e}")
|
62 |
+
return []
|
63 |
+
|
64 |
+
# RAG μμ€ν
μ΄κΈ°ν
|
65 |
+
try:
|
66 |
+
rag_system = SimpleRAGSystem()
|
67 |
+
except Exception as e:
|
68 |
+
print(f"RAG μμ€ν
μ μ¬μ©ν μ μμ΅λλ€: {e}")
|
69 |
+
rag_system = None
|
70 |
+
|
71 |
+
# === Google GenAI Client μ€μ ===
|
72 |
+
client = genai.Client(api_key=google_api_key)
|
73 |
+
|
74 |
+
# === μμ€ν
λ©μμ§ ===
|
75 |
+
SYSTEM_MESSAGE = """λΉμ μ κ²½ν¬λνκ΅ λ―Έλμ΄νκ³Ό μ λ¬Έ μλ΄ AIμ
λλ€.
|
76 |
+
|
77 |
+
# μ£Όμ μν :
|
78 |
+
- μ 곡λ λ¬Έμ μ 보λ₯Ό λ°νμΌλ‘ λ΅λ³ μ 곡
|
79 |
+
- λ―Έλμ΄νκ³Ό κ΄λ ¨ μ§λ¬Έμ μΉμ νκ³ κ΅¬μ²΄μ μΌλ‘ μλ΅
|
80 |
+
- λ¬Έμμ μλ λ΄μ©μ μΌλ° μ§μμΌλ‘ 보μ (λ¨, λͺ
μ)
|
81 |
+
|
82 |
+
# λ΅λ³ μ€νμΌ:
|
83 |
+
- μμΈνκ³ νλΆν μ€λͺ
μ ν¬ν¨νμ¬ μμΈνκ³ κΈΈκ² λ΅λ³ μ 곡
|
84 |
+
- μΉκ·Όνκ³ λμμ΄ λλ μλ΄μ¬ ν€
|
85 |
+
- ν΅μ¬ μ 보λ₯Ό λͺ
ννκ² μ λ¬
|
86 |
+
- μΆκ° κΆκΈν μ μ΄ μμΌλ©΄ μΈμ λ λ¬Όμ΄λ³΄λΌκ³ μλ΄
|
87 |
+
|
88 |
+
# μ°Έκ³ λ¬Έμ νμ©:
|
89 |
+
- λ¬Έμ λ΄μ©μ΄ μμΌλ©΄ ꡬ체μ μΌλ‘ μΈμ©
|
90 |
+
- μ¬λ¬ λ¬Έμμ μ 보λ₯Ό μ’
ν©νμ¬ λ΅λ³ μμ±
|
91 |
+
- μ ννμ§ μμ μ 보λ μΆμΈ‘νμ§ λ§κ³ μμ§νκ² λͺ¨λ₯Έλ€κ³ λ΅λ³
|
92 |
+
|
93 |
+
# νμ¬ κ²½ν¬λνκ΅ λ―Έλμ΄νκ³Ό κ΅μμ§:
|
94 |
+
μ΄μΈν¬, κΉνμ©, λ°μ’
λ―Ό, νμ§μ, μ΄μ κ΅, μ΄κΈ°ν, μ΄μ μ, μ‘°μμ, μ΄μ’
ν, μ΄λν©, μ΄μμ, μ΄ν, μ΅μμ§, μ΅λ―Όμ, κΉκ΄νΈ
|
95 |
+
|
96 |
+
νκ΅μ΄λ‘ μμ°μ€λ½κ² λ΅λ³ν΄μ£ΌμΈμ."""
|
97 |
+
|
98 |
+
def respond(
|
99 |
+
message,
|
100 |
+
history: list[tuple[str, str]],
|
101 |
+
system_message,
|
102 |
+
max_tokens,
|
103 |
+
temperature,
|
104 |
+
top_p,
|
105 |
+
model_name,
|
106 |
+
):
|
107 |
+
# RAG 컨ν
μ€νΈ μΆκ°
|
108 |
+
context_docs = []
|
109 |
+
if rag_system and rag_system.available:
|
110 |
+
try:
|
111 |
+
context_docs = rag_system.search_similar_docs(message, top_k=8)
|
112 |
+
except Exception as e:
|
113 |
+
print(f"RAG κ²μ μ€ μ€λ₯: {e}")
|
114 |
+
|
115 |
+
# μμ€ν
λ©μμ§μ 컨ν
μ€νΈ μΆκ°
|
116 |
+
enhanced_system_message = system_message
|
117 |
+
if context_docs:
|
118 |
+
context_text = "\n".join([f"μ°Έκ³ λ¬Έμ {i+1}: {doc}" for i, doc in enumerate(context_docs)])
|
119 |
+
enhanced_system_message += f"\n\n# μ°Έκ³ λ¬Έμ:\n{context_text}"
|
120 |
+
|
121 |
+
# λν νμ€ν 리λ₯Ό ν¬ν¨ν μ 체 컨ν
μ€νΈ ꡬμ±
|
122 |
+
full_context = enhanced_system_message + "\n\n"
|
123 |
+
|
124 |
+
# μ΄μ λν νμ€ν 리 μΆκ°
|
125 |
+
for val in history:
|
126 |
+
if val[0]:
|
127 |
+
full_context += f"μ¬μ©μ: {val[0]}\n"
|
128 |
+
if val[1]:
|
129 |
+
full_context += f"AI μλ΄μ¬: {val[1]}\n"
|
130 |
+
|
131 |
+
# νμ¬ μ¬μ©μ λ©μμ§ μΆκ°
|
132 |
+
full_context += f"μ¬μ©μ: {message}\nAI μλ΄μ¬: "
|
133 |
+
|
134 |
+
response = ""
|
135 |
+
try:
|
136 |
+
# Google GenAI API νΈμΆ
|
137 |
+
api_response = client.models.generate_content(
|
138 |
+
model=model_name,
|
139 |
+
contents=full_context,
|
140 |
+
config={
|
141 |
+
"temperature": temperature,
|
142 |
+
"top_p": top_p,
|
143 |
+
"max_output_tokens": max_tokens,
|
144 |
+
}
|
145 |
+
)
|
146 |
+
|
147 |
+
response = api_response.text
|
148 |
+
yield response
|
149 |
+
|
150 |
+
except Exception as e:
|
151 |
+
error_msg = f"μ£μ‘ν©λλ€. μλ΅ μμ± μ€ μ€λ₯κ° λ°μνμ΅λλ€: {str(e)}"
|
152 |
+
yield error_msg
|
153 |
+
|
154 |
+
# === Gradio μΈν°νμ΄μ€ ===
|
155 |
+
demo = gr.ChatInterface(
|
156 |
+
respond,
|
157 |
+
title="π¬ κ²½ν¬λνκ΅ λ―Έλμ΄νκ³Ό AI μλ΄μ¬",
|
158 |
+
description="""
|
159 |
+
κ²½ν¬λνκ΅ λ―Έλμ΄νκ³Όμ λν λͺ¨λ κΆκΈν μ μ λ¬Όμ΄λ³΄μΈμ!
|
160 |
+
|
161 |
+
**μ£Όμ κΈ°λ₯:**
|
162 |
+
- π λ―Έλμ΄νκ³Ό 컀리νλΌ λ° κ΅μ‘κ³Όμ μλ΄
|
163 |
+
- π¨βπ« κ΅μμ§ λ° μ°κ΅¬ λΆμΌ μκ°
|
164 |
+
- π μ
ν μ 보 λ° μ§λ‘ μλ΄
|
165 |
+
- π« νκ³Ό μμ€ λ° λμ리 νλ μλ΄
|
166 |
+
""",
|
167 |
+
additional_inputs=[
|
168 |
+
gr.Textbox(
|
169 |
+
value=SYSTEM_MESSAGE,
|
170 |
+
label="μμ€ν
λ©μμ§",
|
171 |
+
lines=3,
|
172 |
+
max_lines=10
|
173 |
+
),
|
174 |
+
gr.Slider(
|
175 |
+
minimum=128,
|
176 |
+
maximum=2048,
|
177 |
+
value=1024,
|
178 |
+
step=64,
|
179 |
+
label="μ΅λ ν ν° μ"
|
180 |
+
),
|
181 |
+
gr.Slider(
|
182 |
+
minimum=0.1,
|
183 |
+
maximum=1.0,
|
184 |
+
value=0.7,
|
185 |
+
step=0.1,
|
186 |
+
label="Temperature (μ°½μμ±)"
|
187 |
+
),
|
188 |
+
gr.Slider(
|
189 |
+
minimum=0.1,
|
190 |
+
maximum=1.0,
|
191 |
+
value=0.9,
|
192 |
+
step=0.05,
|
193 |
+
label="Top-p (λ€μμ±)"
|
194 |
+
),
|
195 |
+
gr.Dropdown(
|
196 |
+
choices=[
|
197 |
+
"gemini-2.0-flash",
|
198 |
+
"gemini-2.0-flash-lite",
|
199 |
+
"gemini-1.5-flash",
|
200 |
+
"gemini-1.5-pro"
|
201 |
+
],
|
202 |
+
value="gemini-2.0-flash",
|
203 |
+
label="λͺ¨λΈ μ ν"
|
204 |
+
),
|
205 |
+
],
|
206 |
+
additional_inputs_accordion="π§ κ³ κΈ μ€μ ",
|
207 |
+
examples=[
|
208 |
+
"λ―Έλμ΄νκ³Όμμ λ°°μ°λ μ£Όμ κ³Όλͺ©λ€μ 무μμΈκ°μ?",
|
209 |
+
"λ―Έλμ΄νκ³Ό κ΅μμ§μ μκ°ν΄μ£ΌμΈμ.",
|
210 |
+
"λ―Έλμ΄νκ³Ό μ‘Έμ
ν μ§λ‘λ μ΄λ»κ² λλμ?",
|
211 |
+
"λ―Έλμ΄νκ³Ό μ
ν μ νμ λν΄ μλ €μ£ΌμΈμ.",
|
212 |
+
"λ―Έλμ΄νκ³Ό λμ리λ νμ νλμ μ΄λ€ κ²λ€μ΄ μλμ?"
|
213 |
+
],
|
214 |
+
theme="soft",
|
215 |
+
analytics_enabled=False,
|
216 |
+
)
|
217 |
+
|
218 |
+
# === μμ€ν
μ 보 νμ ===
|
219 |
+
with demo:
|
220 |
+
with gr.Row():
|
221 |
+
with gr.Column():
|
222 |
+
gr.Markdown(f"""
|
223 |
+
---
|
224 |
+
### βοΈ μμ€ν
μ 보
|
225 |
+
**μΈμ΄ λͺ¨λΈ**: Google Gemini 2.0 Flash (무λ£)
|
226 |
+
**μλ² λ© λͺ¨λΈ**: snunlp/KR-SBERT-V40K-klueNLI-augSTS (νκ΅μ΄ νΉν)
|
227 |
+
**RAG μν**: {"β
νμ±ν" if rag_system and rag_system.available else "β λΉνμ±ν"}
|
228 |
+
**λ¬Έμ μ**: {rag_system.collection.count() if rag_system and rag_system.available else "0"}κ°
|
229 |
+
|
230 |
+
π‘ **μ¬μ© ν**: ꡬ체μ μΈ μ§λ¬ΈμΌμλ‘ λ μ νν λ΅λ³μ λ°μ μ μμ΅λλ€!
|
231 |
+
|
232 |
+
π **API μν**: {"β
Google API μ°κ²°λ¨" if google_api_key else "β API ν€ μμ"}
|
233 |
+
""")
|
234 |
+
|
235 |
+
if __name__ == "__main__":
|
236 |
+
demo.launch(
|
237 |
+
server_name="0.0.0.0",
|
238 |
+
server_port=int(os.environ.get("PORT", 7860)),
|
239 |
+
share=False,
|
240 |
+
show_api=False
|
241 |
+
)
|