Logs

app.py

@@ -99,7 +99,11 @@ def tokenize_function(examples):
         max_length=512)
     for _, labels in enumerate(examples['mbert_token_classes']):
         new_labels.append(align_labels_with_tokens(labels))
-
+    print("Printing input with tokenized output")
+    print(inputs)
+    print(inputs.tokens())
+    print(inputs.word_ids())
+    print(new_labels)
     inputs["labels"] = new_labels
     return inputs