Upload processors.py with huggingface_hub

processors.py

@@ -15,9 +15,20 @@ class ToStringStripped(FieldOperator):
         return str(text).strip()
 
 
-class ToListByComma(FieldOperator):
+class Split(FieldOperator):
+    delimiter: str = " "
+    strip_every_element: bool = False
+
     def process_value(self, text: Any) -> Any:
-        return [x.strip() for x in text.split(",")]
+        return [
+            x.strip() if self.strip_every_element else x
+            for x in text.split(self.delimiter)
+        ]
+
+
+class ToListByComma(Split):
+    delimiter = ","
+    strip_every_element = True
 
 
 class RegexParser(FieldOperator):
@@ -111,7 +122,7 @@ class FirstCharacter(FieldOperator):
 
 class TakeFirstWord(FieldOperator):
     def process_value(self, text: Any) -> Any:
-        match = re.search(r"[\w]+", text)
+        match = re.search(r"([-]*[0-9]+(\.([0-9]+))*)|([\w]+)", text)
         if match:
             return text[match.start() : match.end()]
         return ""
@@ -121,7 +132,9 @@ class YesNoToInt(FieldOperator):
     def process_value(self, text: Any) -> Any:
         if text == "yes":
             return "1"
-        return "0"
+        if text == "no":
+            return "0"
+        return text
 
 
 class ToYesOrNone(FieldOperator):