Logs

app.py

@@ -100,10 +100,9 @@ def tokenize_function(examples):
     for _, labels in enumerate(examples['mbert_token_classes']):
         new_labels.append(align_labels_with_tokens(labels))
     print("Printing partial input with tokenized output")
-    print(inputs[:100])
-    print(inputs.tokens()[:100])
-    print(inputs[:100].word_ids()[:100])
-    print(new_labels[:100])
+    print(inputs.tokens()[:1000])
+    print(inputs.word_ids()[:1000])
+    print(new_labels[:1000])
     inputs["labels"] = new_labels
     return inputs