ginipick commited on
Commit
0ef3920
ยท
verified ยท
1 Parent(s): 4b231fa

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +38 -10
app.py CHANGED
@@ -175,20 +175,48 @@ def analyze_space(url: str, progress=gr.Progress()):
175
  print(traceback.format_exc())
176
  return f"์˜ค๋ฅ˜๊ฐ€ ๋ฐœ์ƒํ–ˆ์Šต๋‹ˆ๋‹ค: {str(e)}", "", None, "", "", "", "", 10
177
 
178
- def respond(message: str, chat_history: List[Dict[str, str]], max_tokens: int, temperature: float, top_p: float) -> str:
179
- system_message = """๋‹น์‹ ์€ ํ—ˆ๊น…ํŽ˜์ด์Šค์— ํŠนํ™”๋œ AI ์ฝ”๋”ฉ ์ „๋ฌธ๊ฐ€์ž…๋‹ˆ๋‹ค. ์‚ฌ์šฉ์ž์˜ ์งˆ๋ฌธ์— ์นœ์ ˆํ•˜๊ณ  ์ƒ์„ธํ•˜๊ฒŒ ๋‹ต๋ณ€ํ•ด์ฃผ์„ธ์š”.
 
 
 
 
 
 
 
 
 
 
 
 
180
  Gradio ํŠน์„ฑ์„ ์ •ํ™•ํžˆ ์ธ์‹ํ•˜๊ณ  Requirements.txt ๋ˆ„๋ฝ์—†์ด ์ฝ”๋”ฉ๊ณผ ์˜ค๋ฅ˜๋ฅผ ํ•ด๊ฒฐํ•ด์•ผ ํ•ฉ๋‹ˆ๋‹ค.
181
  ํ•ญ์ƒ ์ •ํ™•ํ•˜๊ณ  ์œ ์šฉํ•œ ์ •๋ณด๋ฅผ ์ œ๊ณตํ•˜๋„๋ก ๋…ธ๋ ฅํ•˜์„ธ์š”."""
182
 
183
- messages = [{"role": "system", "content": system_message}]
184
- messages.extend(chat_history)
 
 
 
 
185
  messages.append({"role": "user", "content": message})
186
-
187
- try:
188
- response = hf_client.chat_completion(messages, max_tokens=max_tokens, temperature=temperature, top_p=top_p)
189
- return response.choices[0].message.content
190
- except Exception as e:
191
- return f"์‘๋‹ต ์ƒ์„ฑ ์ค‘ ์˜ค๋ฅ˜ ๋ฐœ์ƒ: {str(e)}"
 
 
 
 
 
 
 
 
 
 
 
 
192
 
193
  def create_ui():
194
  try:
 
175
  print(traceback.format_exc())
176
  return f"์˜ค๋ฅ˜๊ฐ€ ๋ฐœ์ƒํ–ˆ์Šต๋‹ˆ๋‹ค: {str(e)}", "", None, "", "", "", "", 10
177
 
178
+
179
+
180
+
181
+ def respond(
182
+ message,
183
+ history: List[Tuple[str, str]],
184
+ system_message="", # ๊ธฐ๋ณธ๊ฐ’ ์ถ”๊ฐ€
185
+ max_tokens=1024, # ๊ธฐ๋ณธ๊ฐ’ ์ถ”๊ฐ€
186
+ temperature=0.7, # ๊ธฐ๋ณธ๊ฐ’ ์ถ”๊ฐ€
187
+ top_p=0.9, # ๊ธฐ๋ณธ๊ฐ’ ์ถ”๊ฐ€
188
+ ):
189
+ global fashion_code, uhdimage_code, MixGEN_code
190
+ system_message = system_message or ""
191
+ system_prefix = """๋‹น์‹ ์€ ํ—ˆ๊น…ํŽ˜์ด์Šค์— ํŠนํ™”๋œ AI ์ฝ”๋”ฉ ์ „๋ฌธ๊ฐ€์ž…๋‹ˆ๋‹ค. ์‚ฌ์šฉ์ž์˜ ์งˆ๋ฌธ์— ์นœ์ ˆํ•˜๊ณ  ์ƒ์„ธํ•˜๊ฒŒ ๋‹ต๋ณ€ํ•ด์ฃผ์„ธ์š”.
192
  Gradio ํŠน์„ฑ์„ ์ •ํ™•ํžˆ ์ธ์‹ํ•˜๊ณ  Requirements.txt ๋ˆ„๋ฝ์—†์ด ์ฝ”๋”ฉ๊ณผ ์˜ค๋ฅ˜๋ฅผ ํ•ด๊ฒฐํ•ด์•ผ ํ•ฉ๋‹ˆ๋‹ค.
193
  ํ•ญ์ƒ ์ •ํ™•ํ•˜๊ณ  ์œ ์šฉํ•œ ์ •๋ณด๋ฅผ ์ œ๊ณตํ•˜๋„๋ก ๋…ธ๋ ฅํ•˜์„ธ์š”."""
194
 
195
+ messages = [{"role": "system", "content": f"{system_prefix} {system_message}"}]
196
+ for val in history:
197
+ if val[0]:
198
+ messages.append({"role": "user", "content": val[0]})
199
+ if val[1]:
200
+ messages.append({"role": "assistant", "content": val[1]})
201
  messages.append({"role": "user", "content": message})
202
+
203
+ response = ""
204
+ for message in hf_client.chat_completion(
205
+ messages,
206
+ max_tokens=max_tokens,
207
+ stream=True,
208
+ temperature=temperature,
209
+ top_p=top_p,
210
+ ):
211
+ token = message.choices[0].delta.get('content', None)
212
+ if token:
213
+ response += token.strip("")
214
+ yield response
215
+
216
+
217
+
218
+
219
+
220
 
221
  def create_ui():
222
  try: