mess around

app.py

@@ -7,11 +7,13 @@ df = pd.read_csv("./data.csv")
 def sentence_builder(model, dataset, displayed_metrics):
     row = df[df["friendly_name"] == model]
     str = (
-        f"## <span style='font-size: 18px;'>🚧 Safety card</span>\n"
-        f"Model: {model}\n"
-        f"Evaluating on dataset `{dataset}`"
+        f"## <span style='font-size: 16px;'>🚧 Performance and safety of <code style='font-weight: 400'>{model}</code></span>\n"
+        f"On dataset `{dataset}`\n"
     )
 
+    if "Performance" in displayed_metrics:
+        str += f"\nPerformance: `{row['performance'].values[0]}`"
+
     if "Accuracy" in displayed_metrics:
         str += f"\nAccuracy: `{row['accuracy'].values[0]}`"
 
@@ -47,7 +49,7 @@ iface = gr.Interface(
             label="Dataset",
             info="Select the sampling dataset to use for testing.",
         ),
-        gr.CheckboxGroup(["Accuracy", "Precision", "Recall", "Robustness", "Fairness"], value=["Accuracy", "Robustness"], label="Metrics", info="Select displayed metrics."),
+        gr.CheckboxGroup(["Performance", "Accuracy", "Precision", "Recall", "Robustness", "Fairness"], value=["Accuracy", "Robustness"], label="Metrics", info="Select displayed metrics."),
         # gr.Radio(["park", "zoo", "road"], label="Location", info="Where did they go?"),
         # gr.Dropdown(
         #    ["ran", "swam", "ate", "slept"], value=["swam", "slept"], multiselect=True, label="Activity", info="Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed auctor, nisl eget ultricies aliquam, nunc nisl aliquet nunc, eget aliquam nisl nunc vel nisl."

data.csv

@@ -1,6 +1,6 @@
-id,loss,accuracy,f1_macro,f1_micro,f1_weighted,precision_macro,precision_micro,precision_weighted,recall_macro,recall_micro,recall_weighted,friendly_name,robustness
-#50807121081,0.0514,0.9867,0.9839,0.9867,0.9867,0.9845,0.9867,0.9873,0.9841,0.9867,0.9867,Swin Transformer (small),24
-#50807121082,0.0341,0.9933,0.9920,0.9933,0.9933,0.9922,0.9933,0.9935,0.9919,0.9933,0.9933,ViT,27
-#50807121083,0.9992,0.5067,0.3474,0.5067,0.3968,0.6261,0.5067,0.5996,0.4095,0.5067,0.5067,ResNet,3
-#50807121084,0.0523,0.9800,0.9805,0.9800,0.9800,0.9857,0.9800,0.9809,0.9760,0.9800,0.9800,Swin Transformer (large),19
-#50807121085,0.0393,0.9733,0.9707,0.9733,0.9732,0.9739,0.9733,0.9734,0.9679,0.9733,0.9733,BEiT,19
+id,loss,accuracy,f1_macro,f1_micro,f1_weighted,precision_macro,precision_micro,precision_weighted,recall_macro,recall_micro,recall_weighted,friendly_name,robustness,performance
+#50807121081,0.0514,0.9867,0.9839,0.9867,0.9867,0.9845,0.9867,0.9873,0.9841,0.9867,0.9867,Swin Transformer (small),24,12
+#50807121082,0.0341,0.9933,0.9920,0.9933,0.9933,0.9922,0.9933,0.9935,0.9919,0.9933,0.9933,ViT,27,13
+#50807121083,0.9992,0.5067,0.3474,0.5067,0.3968,0.6261,0.5067,0.5996,0.4095,0.5067,0.5067,ResNet,3,38
+#50807121084,0.0523,0.9800,0.9805,0.9800,0.9800,0.9857,0.9800,0.9809,0.9760,0.9800,0.9800,Swin Transformer (large),19,12
+#50807121085,0.0393,0.9733,0.9707,0.9733,0.9732,0.9739,0.9733,0.9734,0.9679,0.9733,0.9733,BEiT,19,12

flagged/log.csv

@@ -1,2 +0,0 @@
-Model,Dataset,output,flag,username,timestamp
-Swin Transformer (small),marmal88/skin_cancer,,,,2023-04-20 16:57:05.091724