Upload processors.py with huggingface_hub
Browse files- processors.py +8 -0
processors.py
CHANGED
@@ -66,3 +66,11 @@ class DictOfListsToPairs(BaseFieldOperator):
|
|
66 |
return result
|
67 |
except:
|
68 |
return []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
66 |
return result
|
67 |
except:
|
68 |
return []
|
69 |
+
|
70 |
+
|
71 |
+
class TakeFirstNonEmptyLine(BaseFieldOperator):
|
72 |
+
def process(self, instance):
|
73 |
+
splitted = str(instance).strip().split("\n")
|
74 |
+
if len(splitted) == 0:
|
75 |
+
return ""
|
76 |
+
return splitted[0].strip()
|