fix: categorical type and better json unpack policy

otovo · Feb 17, 2022 · b3b5937 · b3b5937
1 parent 9abdbcc
commit b3b5937
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 5 deletions.
diff --git a/bender/transformation/transformation.py b/bender/transformation/transformation.py
@@ -262,7 +262,7 @@ def unpack(self, column: Series, key: str) -> Series:
 class UnpackString(UnpackPolicy):
     def unpack(self, column: Series, key: str) -> Series:
         bracket = '}'
-        regex_str = rf'"{key}"[\s:]+"([\w ]+)["{bracket},]'
+        regex_str = rf'"{key}"[\s:]+"([\w\d\s\\.-]+)["{bracket},]'
         return column.astype(str).str.extract(regex_str).astype(str)
 
 
@@ -503,7 +503,7 @@ async def transform(self, df: DataFrame) -> DataFrame:
         return df
 
 
-class ToCatagorical(Transformation):
+class ToCategorical(Transformation):
 
     input: str
     output: str

diff --git a/bender/transformations.py b/bender/transformations.py
@@ -19,7 +19,7 @@
     Relation,
     SetIndex,
     SplitString,
-    ToCatagorical,
+    ToCategorical,
     UnpackJson,
     UnpackPolicy,
 )
@@ -56,8 +56,8 @@ def fill_missing(feature: str, policy: FillPolicy) -> FillMissingValue:
         return FillMissingValue(feature, policy)
 
     @staticmethod
-    def to_catigorical(feature: str, output: Optional[str] = None) -> ToCatagorical:
-        return ToCatagorical(feature, feature if output is None else output)
+    def to_categorical(feature: str, output: Optional[str] = None) -> ToCategorical:
+        return ToCategorical(feature, feature if output is None else output)
 
     @staticmethod
     def log_to_console(data: Callable[[DataFrame], Any]) -> LogToConsole: