Upload processors.py with huggingface_hub
Browse files- processors.py +8 -0
    	
        processors.py
    CHANGED
    
    | @@ -66,3 +66,11 @@ class DictOfListsToPairs(BaseFieldOperator): | |
| 66 | 
             
                        return result
         | 
| 67 | 
             
                    except:
         | 
| 68 | 
             
                        return []
         | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 66 | 
             
                        return result
         | 
| 67 | 
             
                    except:
         | 
| 68 | 
             
                        return []
         | 
| 69 | 
            +
             | 
| 70 | 
            +
             | 
| 71 | 
            +
            class TakeFirstNonEmptyLine(BaseFieldOperator):
         | 
| 72 | 
            +
                def process(self, instance):
         | 
| 73 | 
            +
                    splitted = str(instance).strip().split("\n")
         | 
| 74 | 
            +
                    if len(splitted) == 0:
         | 
| 75 | 
            +
                        return ""
         | 
| 76 | 
            +
                    return splitted[0].strip()
         | 

