Logs

app.py

@@ -99,11 +99,11 @@ def tokenize_function(examples):
         max_length=512)
     for _, labels in enumerate(examples['mbert_token_classes']):
         new_labels.append(align_labels_with_tokens(labels))
-    print("Printing input with tokenized output")
-    print(inputs)
-    print(inputs.tokens())
-    print(inputs.word_ids())
-    print(new_labels)
+    print("Printing partial input with tokenized output")
+    print(inputs[:100])
+    print(inputs[:100].tokens())
+    print(inputs[:100].word_ids())
+    print(new_labels[:100])
     inputs["labels"] = new_labels
     return inputs