upload

app.py

@@ -1,7 +1,132 @@
 import gradio as gr
+from functools import partial
+import random
+import os
+from db import send_message_to_mongodb
+all_property = ['artifact', 'color', 'noise', 'lightness', 'blury']
+property_dict = {
+    'artifact': 'less artifact',
+    'color': 'pleasant color',
+    'noise': 'less noise',
+    'lightness': 'Illuminated',
+    'blury': 'sharp boundary'
+}
+methods = ['IMGS_bread', 'IMGS_iat', 'retinexformer_png', 'images', 'IMGS_Kind', 'IMGS_ZeroDCE', 'IMGS_nerco']
+method_dict = {
+    'IMGS_bread': 'Bread',
+    'IMGS_iat': 'IAT',
+    'retinexformer_png': 'Retinexformer',
+    'images': 'Original Input',
+    'IMGS_Kind': 'Kind',
+    'IMGS_ZeroDCE': 'ZeroDCE',
+    'IMGS_nerco': 'NeRCo'
+}
+core_file = './file_list.txt'
+bucket = os.getenv('bucket') #'https://checkpoints.mingjia.li/Exdark/'
+image_list = []
+with open(core_file, 'r') as f:
+    for line in f:
+        if line.strip().endswith('.png'):
+            image_list.append(line.strip())
 
-def greet(name):
-    return "Hello " + name + "!!"
 
-demo = gr.Interface(fn=greet, inputs="text", outputs="text")
-demo.launch()
+class RandomState(gr.State):
+    def __init__(self, image, method1, method2, property):
+        super().__init__()
+        self.image = image
+        self.method1 = method1
+        self.method2 = method2
+        self.property = property
+
+
+def compare_images(image1, image2):
+    return "Click on the better image."
+with gr.Blocks() as block_demo:
+    
+    def get_random_comparison():
+        import time
+        print(time.time())
+        random.seed(time.time())
+        image = random.choice(image_list)
+        method1, method2 = random.sample(methods, 2)
+        image1 = bucket + '/' + method1 + '/' + image
+        image2 = bucket + '/' + method2 + '/' + image
+        image_input = bucket + '/images/' + image
+        property = random.choice(all_property)
+        return image, method1, method2, image1, image2, property, image_input
+
+    def refresh_comparison():
+        return  get_random_comparison()
+    def on_load(request: gr.Request):
+        headers = request.headers
+        host = request.client.host
+        request_state = dict(headers)
+        request_state['host'] = host
+        # print(str(request))
+        print(request_state)
+        image, method1, method2, image1, image2, property, image_input = refresh_comparison()
+        return image1, image2, f'### Which one is better in terms of **{property_dict[property]}**?',\
+          image, method1, method2, property, image_input, request_state
+    with gr.Row():
+        with gr.Column():
+            gr.Markdown("<h2 style='font-size: 24px;'>Low-light Image Enhancer Arena 🥊</h2>")
+            gr.Markdown("<p style='font-size: 18px;'>This is a simple arena to test the performance of different low-light image enhancers.</p>")
+            gr.Markdown("<p style='font-size: 18px;'>Please help us to find the better image!</p>")
+            gr.Markdown("<p style='font-size: 18px;'>Failures:</p>")
+            gr.Markdown("<ul style='font-size: 18px;'>"
+                        f"<li><strong>Artifact:</strong> - There might be unwanted or unintended alterations in the image.</li>"
+                        f"<li><strong>Color Degradation:</strong> - The color recoverd from low-light input is not the same as the color in the input image.</li>"
+                        f"<li><strong>Noise:</strong> - There might be noise in the image.</li>"
+                        f"<li><strong>Poor Illumination:</strong> - The brightness level of the image is not good, it might be too dark or too bright.</li>"
+                        f"<li><strong>Blury:</strong> - The sharpness of the image is not good, it might be too blurry or too sharp.</li>"
+                        "</ul>")
+        img_input = gr.Image(label="Input Image")
+ 
+
+    with gr.Row():
+        img1 = gr.Image(label="Image 1")
+        img2 = gr.Image(label="Image 2")
+    
+    prop_text = gr.Markdown(f'###Which one is better in terms of x?')
+    image_state, method1_state, method2_state, property_state, ip_state = gr.State(), gr.State(), gr.State(), gr.State(), gr.State()
+    block_demo.load(on_load, inputs=[], outputs=[img1, img2, prop_text, 
+                                                   image_state, method1_state, method2_state, property_state, img_input, ip_state])
+    with gr.Row():
+        l_butt = gr.Button("Left is better")
+        r_butt = gr.Button("Right is better")
+    with gr.Row():
+        both_good = gr.Button("Both are good")
+        both_bad = gr.Button("Both are bad")
+
+    result = gr.Markdown("")
+    lnote, rnote = gr.Markdown(""), gr.Markdown("")
+    refresh_butt = gr.Button("Next one", visible=False, interactive=False)
+    # good, bad = gr.State('both_good'), gr.State('both_bad')
+    def update_interface(choice, image, method1, method2, property, ip):
+        # if type(choice) is not str : choice = choice.value
+        print(choice, image, method1, method2, property, ip)
+        send_message_to_mongodb(image, property, method1, method2, choice, ip)
+        # new_image, new_method1, new_method2, new_image1, new_image2, new_property = get_random_comparison()
+        return [
+            # gr.Markdown("### Thanks for your submission!"),
+            gr.Button(interactive=False),
+            gr.Button(interactive=False),
+            gr.Button(interactive=False),
+            gr.Button(interactive=False),
+            # gr.Markdown(f'Left image: {method_dict[method1]}'),
+            # gr.Markdown(f'Right image: {method_dict[method2]}'),
+            gr.Button(visible=True, interactive=True),
+            # gr.Image(new_image1), 
+            # gr.Image(new_image2),
+            # f'### Submit your choice for **{new_property}**'
+        ]
+
+    l_butt.click(fn=update_interface, inputs=[method1_state, image_state, method1_state, method2_state, property_state, ip_state], outputs=[l_butt, r_butt, both_good, both_bad, refresh_butt])
+    r_butt.click(fn=update_interface, inputs=[method2_state, image_state, method1_state, method2_state, property_state, ip_state], outputs=[l_butt, r_butt, both_good, both_bad, refresh_butt])
+    both_good.click(fn=update_interface, inputs=[gr.State('both_good'), image_state, method1_state, method2_state, property_state, ip_state], outputs=[l_butt, r_butt, both_good, both_bad, refresh_butt])
+    both_bad.click(fn=update_interface, inputs=[gr.State('both_bad'), image_state, method1_state, method2_state, property_state, ip_state], outputs=[l_butt, r_butt, both_good, both_bad, refresh_butt])
+
+
+    refresh_butt.click(None, js="window.location.reload()")
+
+block_demo.launch()

app.pyi

@@ -0,0 +1,133 @@
+import gradio as gr
+from functools import partial
+import random
+import os
+from db import send_message_to_mongodb
+all_property = ['artifact', 'color', 'noise', 'lightness', 'blury']
+property_dict = {
+    'artifact': 'less artifact',
+    'color': 'pleasant color',
+    'noise': 'less noise',
+    'lightness': 'Illuminated',
+    'blury': 'sharp boundary'
+}
+methods = ['IMGS_bread', 'IMGS_iat', 'retinexformer_png', 'images', 'IMGS_Kind', 'IMGS_ZeroDCE', 'IMGS_nerco']
+method_dict = {
+    'IMGS_bread': 'Bread',
+    'IMGS_iat': 'IAT',
+    'retinexformer_png': 'Retinexformer',
+    'images': 'Original Input',
+    'IMGS_Kind': 'Kind',
+    'IMGS_ZeroDCE': 'ZeroDCE',
+    'IMGS_nerco': 'NeRCo'
+}
+core_file = './file_list.txt'
+bucket = os.getenv('bucket') #'https://checkpoints.mingjia.li/Exdark/'
+image_list = []
+with open(core_file, 'r') as f:
+    for line in f:
+        if line.strip().endswith('.png'):
+            image_list.append(line.strip())
+
+from gradio.events import Dependency
+
+class RandomState(gr.State):
+    def __init__(self, image, method1, method2, property):
+        super().__init__()
+        self.image = image
+        self.method1 = method1
+        self.method2 = method2
+        self.property = property
+
+
+def compare_images(image1, image2):
+    return "Click on the better image."
+with gr.Blocks() as block_demo:
+    
+    def get_random_comparison():
+        import time
+        print(time.time())
+        random.seed(time.time())
+        image = random.choice(image_list)
+        method1, method2 = random.sample(methods, 2)
+        image1 = bucket + '/' + method1 + '/' + image
+        image2 = bucket + '/' + method2 + '/' + image
+        image_input = bucket + '/images/' + image
+        property = random.choice(all_property)
+        return image, method1, method2, image1, image2, property, image_input
+
+    def refresh_comparison():
+        return  get_random_comparison()
+    def on_load(request: gr.Request):
+        headers = request.headers
+        host = request.client.host
+        request_state = dict(headers)
+        request_state['host'] = host
+        # print(str(request))
+        print(request_state)
+        image, method1, method2, image1, image2, property, image_input = refresh_comparison()
+        return image1, image2, f'### Which one is better in terms of **{property_dict[property]}**?',\
+          image, method1, method2, property, image_input, request_state
+    with gr.Row():
+        with gr.Column():
+            gr.Markdown("<h2 style='font-size: 24px;'>Low-light Image Enhancer Arena 🥊</h2>")
+            gr.Markdown("<p style='font-size: 18px;'>This is a simple arena to test the performance of different low-light image enhancers.</p>")
+            gr.Markdown("<p style='font-size: 18px;'>Please help us to find the better image!</p>")
+            gr.Markdown("<p style='font-size: 18px;'>Failures:</p>")
+            gr.Markdown("<ul style='font-size: 18px;'>"
+                        f"<li><strong>Artifact:</strong> - There might be unwanted or unintended alterations in the image.</li>"
+                        f"<li><strong>Color Degradation:</strong> - The color recoverd from low-light input is not the same as the color in the input image.</li>"
+                        f"<li><strong>Noise:</strong> - There might be noise in the image.</li>"
+                        f"<li><strong>Poor Illumination:</strong> - The brightness level of the image is not good, it might be too dark or too bright.</li>"
+                        f"<li><strong>Blury:</strong> - The sharpness of the image is not good, it might be too blurry or too sharp.</li>"
+                        "</ul>")
+        img_input = gr.Image(label="Input Image")
+ 
+
+    with gr.Row():
+        img1 = gr.Image(label="Image 1")
+        img2 = gr.Image(label="Image 2")
+    
+    prop_text = gr.Markdown(f'###Which one is better in terms of x?')
+    image_state, method1_state, method2_state, property_state, ip_state = gr.State(), gr.State(), gr.State(), gr.State(), gr.State()
+    block_demo.load(on_load, inputs=[], outputs=[img1, img2, prop_text, 
+                                                   image_state, method1_state, method2_state, property_state, img_input, ip_state])
+    with gr.Row():
+        l_butt = gr.Button("Left is better")
+        r_butt = gr.Button("Right is better")
+    with gr.Row():
+        both_good = gr.Button("Both are good")
+        both_bad = gr.Button("Both are bad")
+
+    result = gr.Markdown("")
+    lnote, rnote = gr.Markdown(""), gr.Markdown("")
+    refresh_butt = gr.Button("Next one", visible=False, interactive=False)
+    # good, bad = gr.State('both_good'), gr.State('both_bad')
+    def update_interface(choice, image, method1, method2, property, ip):
+        # if type(choice) is not str : choice = choice.value
+        print(choice, image, method1, method2, property, ip)
+        send_message_to_mongodb(image, property, method1, method2, choice, ip)
+        # new_image, new_method1, new_method2, new_image1, new_image2, new_property = get_random_comparison()
+        return [
+            # gr.Markdown("### Thanks for your submission!"),
+            gr.Button(interactive=False),
+            gr.Button(interactive=False),
+            gr.Button(interactive=False),
+            gr.Button(interactive=False),
+            # gr.Markdown(f'Left image: {method_dict[method1]}'),
+            # gr.Markdown(f'Right image: {method_dict[method2]}'),
+            gr.Button(visible=True, interactive=True),
+            # gr.Image(new_image1), 
+            # gr.Image(new_image2),
+            # f'### Submit your choice for **{new_property}**'
+        ]
+
+    l_butt.click(fn=update_interface, inputs=[method1_state, image_state, method1_state, method2_state, property_state, ip_state], outputs=[l_butt, r_butt, both_good, both_bad, refresh_butt])
+    r_butt.click(fn=update_interface, inputs=[method2_state, image_state, method1_state, method2_state, property_state, ip_state], outputs=[l_butt, r_butt, both_good, both_bad, refresh_butt])
+    both_good.click(fn=update_interface, inputs=[gr.State('both_good'), image_state, method1_state, method2_state, property_state, ip_state], outputs=[l_butt, r_butt, both_good, both_bad, refresh_butt])
+    both_bad.click(fn=update_interface, inputs=[gr.State('both_bad'), image_state, method1_state, method2_state, property_state, ip_state], outputs=[l_butt, r_butt, both_good, both_bad, refresh_butt])
+
+
+    refresh_butt.click(None, js="window.location.reload()")
+
+block_demo.launch()

db.py

@@ -0,0 +1,47 @@
+from pymongo.mongo_client import MongoClient
+from pymongo.server_api import ServerApi
+import os
+uri = os.getenv('db_uri')
+
+# Create a new client and connect to the server
+client = MongoClient(uri, server_api=ServerApi('1'))
+
+
+def send_message_to_mongodb(filename, comparision, left_model, right_model, status, ip):
+    db = client.get_database("lime_eval")
+    collection = db.get_collection(f"{comparision}_comparisons")
+    
+    message = {
+        "filename": filename,
+        "left_model": left_model,
+        "right_model": right_model,
+        "status": status,
+        "ip": ip
+    }
+    
+    try:
+        collection.insert_one(message)
+        print("Message sent to MongoDB successfully.")
+    except Exception as e:
+        print(f"An error occurred while sending the message to MongoDB: {e}")
+
+def get_all_messages_from_collection(comparision):
+    db = client.get_database("lime_eval")
+    collection = db.get_collection(f"{comparision}_comparisons")
+    
+    try:
+        messages = list(collection.find())
+        if messages:
+            print("Messages retrieved from MongoDB successfully.")
+            return messages
+        else:
+            print("No messages found in the collection.")
+            return []
+    except Exception as e:
+        print(f"An error occurred while retrieving messages from MongoDB: {e}")
+        return []
+
+
+if __name__ == "__main__":
+    send_message_to_mongodb("test.png", 'noise', "IMGS_bread", "IMGS_ZeroDCE", "IMGS_bread")
+    print(get_all_messages_from_collection('noise'))

requirements.txt

@@ -0,0 +1 @@
+pymongo