Spaces:
Runtime error
Runtime error
Commit
Β·
c236c27
1
Parent(s):
e436189
Update app.py
Browse files
app.py
CHANGED
@@ -191,7 +191,7 @@ def visualize_all_bbox_together(image, generation):
|
|
191 |
return None, ''
|
192 |
|
193 |
generation = html.unescape(generation)
|
194 |
-
print('gen begin', generation)
|
195 |
|
196 |
image_width, image_height = image.size
|
197 |
image = image.resize([500, int(500 / image_width * image_height)])
|
@@ -207,7 +207,7 @@ def visualize_all_bbox_together(image, generation):
|
|
207 |
try:
|
208 |
obj, string = string.split('</p>')
|
209 |
except ValueError:
|
210 |
-
print('wrong string: ', string)
|
211 |
continue
|
212 |
bbox_list = string.split('<delim>')
|
213 |
flag = False
|
@@ -372,9 +372,9 @@ def visualize_all_bbox_together(image, generation):
|
|
372 |
color = next(color_gen)
|
373 |
return f'<span style="color:rgb{color}">{phrase}</span>'
|
374 |
|
375 |
-
print('gen before', generation)
|
376 |
generation = re.sub(r'{<\d+><\d+><\d+><\d+>}|<delim>', '', generation)
|
377 |
-
print('gen after', generation)
|
378 |
generation_colored = re.sub(r'<p>(.*?)</p>', colored_phrases, generation)
|
379 |
else:
|
380 |
generation_colored = ''
|
@@ -395,27 +395,27 @@ def gradio_reset(chat_state, img_list):
|
|
395 |
def image_upload_trigger(upload_flag, replace_flag, img_list):
|
396 |
# set the upload flag to true when receive a new image.
|
397 |
# if there is an old image (and old conversation), set the replace flag to true to reset the conv later.
|
398 |
-
print('flag', upload_flag, replace_flag)
|
399 |
-
print("SET UPLOAD FLAG!")
|
400 |
upload_flag = 1
|
401 |
if img_list:
|
402 |
-
print("SET REPLACE FLAG!")
|
403 |
replace_flag = 1
|
404 |
-
print('flag', upload_flag, replace_flag)
|
405 |
return upload_flag, replace_flag
|
406 |
|
407 |
|
408 |
def example_trigger(text_input, image, upload_flag, replace_flag, img_list):
|
409 |
# set the upload flag to true when receive a new image.
|
410 |
# if there is an old image (and old conversation), set the replace flag to true to reset the conv later.
|
411 |
-
print('flag', upload_flag, replace_flag)
|
412 |
-
print("SET UPLOAD FLAG!")
|
413 |
upload_flag = 1
|
414 |
if img_list or replace_flag == 1:
|
415 |
-
print("SET REPLACE FLAG!")
|
416 |
replace_flag = 1
|
417 |
|
418 |
-
print('flag', upload_flag, replace_flag)
|
419 |
return upload_flag, replace_flag
|
420 |
|
421 |
|
@@ -438,14 +438,14 @@ def gradio_ask(user_message, chatbot, chat_state, gr_img, img_list, upload_flag,
|
|
438 |
if chat_state is None:
|
439 |
chat_state = CONV_VISION.copy()
|
440 |
|
441 |
-
print('upload flag: {}'.format(upload_flag))
|
442 |
if upload_flag:
|
443 |
if replace_flag:
|
444 |
print('RESET!!!!!!!')
|
445 |
chat_state = CONV_VISION.copy() # new image, reset everything
|
446 |
replace_flag = 0
|
447 |
chatbot = []
|
448 |
-
print('UPLOAD IMAGE!!')
|
449 |
img_list = []
|
450 |
llm_message = chat.upload_img(gr_img, chat_state, img_list)
|
451 |
upload_flag = 0
|
@@ -457,7 +457,7 @@ def gradio_ask(user_message, chatbot, chat_state, gr_img, img_list, upload_flag,
|
|
457 |
if '[identify]' in user_message:
|
458 |
visual_img, _ = visualize_all_bbox_together(gr_img, user_message)
|
459 |
if visual_img is not None:
|
460 |
-
print('Visualizing the input')
|
461 |
file_path = save_tmp_img(visual_img)
|
462 |
chatbot = chatbot + [[(file_path,), None]]
|
463 |
|
@@ -475,9 +475,9 @@ def gradio_answer(chatbot, chat_state, img_list, temperature):
|
|
475 |
|
476 |
|
477 |
def gradio_stream_answer(chatbot, chat_state, img_list, temperature):
|
478 |
-
|
479 |
-
|
480 |
-
|
481 |
streamer = chat.stream_answer(conv=chat_state,
|
482 |
img_list=img_list,
|
483 |
temperature=temperature,
|
@@ -501,7 +501,7 @@ def gradio_visualize(chatbot, gr_img):
|
|
501 |
unescaped = reverse_escape(chatbot[-1][1])
|
502 |
visual_img, generation_color = visualize_all_bbox_together(gr_img, unescaped)
|
503 |
if visual_img is not None:
|
504 |
-
print('Visualizing the output')
|
505 |
if len(generation_color):
|
506 |
chatbot[-1][1] = generation_color
|
507 |
file_path = save_tmp_img(visual_img)
|
@@ -659,4 +659,4 @@ with gr.Blocks() as demo:
|
|
659 |
|
660 |
clear.click(gradio_reset, [chat_state, img_list], [chatbot, image, text_input, chat_state, img_list], queue=False)
|
661 |
|
662 |
-
demo.launch(
|
|
|
191 |
return None, ''
|
192 |
|
193 |
generation = html.unescape(generation)
|
194 |
+
# print('gen begin', generation)
|
195 |
|
196 |
image_width, image_height = image.size
|
197 |
image = image.resize([500, int(500 / image_width * image_height)])
|
|
|
207 |
try:
|
208 |
obj, string = string.split('</p>')
|
209 |
except ValueError:
|
210 |
+
# print('wrong string: ', string)
|
211 |
continue
|
212 |
bbox_list = string.split('<delim>')
|
213 |
flag = False
|
|
|
372 |
color = next(color_gen)
|
373 |
return f'<span style="color:rgb{color}">{phrase}</span>'
|
374 |
|
375 |
+
# print('gen before', generation)
|
376 |
generation = re.sub(r'{<\d+><\d+><\d+><\d+>}|<delim>', '', generation)
|
377 |
+
# print('gen after', generation)
|
378 |
generation_colored = re.sub(r'<p>(.*?)</p>', colored_phrases, generation)
|
379 |
else:
|
380 |
generation_colored = ''
|
|
|
395 |
def image_upload_trigger(upload_flag, replace_flag, img_list):
|
396 |
# set the upload flag to true when receive a new image.
|
397 |
# if there is an old image (and old conversation), set the replace flag to true to reset the conv later.
|
398 |
+
# print('flag', upload_flag, replace_flag)
|
399 |
+
# print("SET UPLOAD FLAG!")
|
400 |
upload_flag = 1
|
401 |
if img_list:
|
402 |
+
# print("SET REPLACE FLAG!")
|
403 |
replace_flag = 1
|
404 |
+
# print('flag', upload_flag, replace_flag)
|
405 |
return upload_flag, replace_flag
|
406 |
|
407 |
|
408 |
def example_trigger(text_input, image, upload_flag, replace_flag, img_list):
|
409 |
# set the upload flag to true when receive a new image.
|
410 |
# if there is an old image (and old conversation), set the replace flag to true to reset the conv later.
|
411 |
+
# print('flag', upload_flag, replace_flag)
|
412 |
+
# print("SET UPLOAD FLAG!")
|
413 |
upload_flag = 1
|
414 |
if img_list or replace_flag == 1:
|
415 |
+
# print("SET REPLACE FLAG!")
|
416 |
replace_flag = 1
|
417 |
|
418 |
+
# print('flag', upload_flag, replace_flag)
|
419 |
return upload_flag, replace_flag
|
420 |
|
421 |
|
|
|
438 |
if chat_state is None:
|
439 |
chat_state = CONV_VISION.copy()
|
440 |
|
441 |
+
# print('upload flag: {}'.format(upload_flag))
|
442 |
if upload_flag:
|
443 |
if replace_flag:
|
444 |
print('RESET!!!!!!!')
|
445 |
chat_state = CONV_VISION.copy() # new image, reset everything
|
446 |
replace_flag = 0
|
447 |
chatbot = []
|
448 |
+
# print('UPLOAD IMAGE!!')
|
449 |
img_list = []
|
450 |
llm_message = chat.upload_img(gr_img, chat_state, img_list)
|
451 |
upload_flag = 0
|
|
|
457 |
if '[identify]' in user_message:
|
458 |
visual_img, _ = visualize_all_bbox_together(gr_img, user_message)
|
459 |
if visual_img is not None:
|
460 |
+
# print('Visualizing the input')
|
461 |
file_path = save_tmp_img(visual_img)
|
462 |
chatbot = chatbot + [[(file_path,), None]]
|
463 |
|
|
|
475 |
|
476 |
|
477 |
def gradio_stream_answer(chatbot, chat_state, img_list, temperature):
|
478 |
+
if len(img_list) > 0:
|
479 |
+
if not isinstance(img_list[0], torch.Tensor):
|
480 |
+
chat.encode_img(img_list)
|
481 |
streamer = chat.stream_answer(conv=chat_state,
|
482 |
img_list=img_list,
|
483 |
temperature=temperature,
|
|
|
501 |
unescaped = reverse_escape(chatbot[-1][1])
|
502 |
visual_img, generation_color = visualize_all_bbox_together(gr_img, unescaped)
|
503 |
if visual_img is not None:
|
504 |
+
# print('Visualizing the output')
|
505 |
if len(generation_color):
|
506 |
chatbot[-1][1] = generation_color
|
507 |
file_path = save_tmp_img(visual_img)
|
|
|
659 |
|
660 |
clear.click(gradio_reset, [chat_state, img_list], [chatbot, image, text_input, chat_state, img_list], queue=False)
|
661 |
|
662 |
+
demo.launch(enable_queue=True)
|