Logs

app.py

@@ -101,8 +101,8 @@ def tokenize_function(examples):
         new_labels.append(align_labels_with_tokens(labels))
     print("Printing partial input with tokenized output")
     print(inputs[:100])
-    print(inputs[:100].tokens())
-    print(inputs[:100].word_ids())
+    print(inputs.tokens()[:100])
+    print(inputs[:100].word_ids()[:100])
     print(new_labels[:100])
     inputs["labels"] = new_labels
     return inputs