[HWORKS-798] Add **kwargs to python client libraries (#1129)

python/hsfs/code.py

@@ -31,6 +31,7 @@ def __init__(
         items=None,
         count=None,
         type=None,
+        **kwargs,
     ):
         self._commit_time = commit_time
         self._application_id = application_id

python/hsfs/constructor/external_feature_group_alias.py

@@ -20,7 +20,7 @@
 
 
 class ExternalFeatureGroupAlias:
-    def __init__(self, on_demand_feature_group, alias):
+    def __init__(self, on_demand_feature_group, alias, **kwargs):
         if not on_demand_feature_group["spine"]:
             self._on_demand_feature_group = (
                 feature_group.ExternalFeatureGroup.from_response_json(

python/hsfs/constructor/filter.py

@@ -29,7 +29,7 @@ class Filter:
     IN = "IN"
     LK = "LIKE"
 
-    def __init__(self, feature, condition, value):
+    def __init__(self, feature, condition, value, **kwargs):
         self._feature = feature
         self._condition = condition
         self._value = value
@@ -91,7 +91,9 @@ class Logic:
     OR = "OR"
     SINGLE = "SINGLE"
 
-    def __init__(self, type, left_f=None, right_f=None, left_l=None, right_l=None):
+    def __init__(
+        self, type, left_f=None, right_f=None, left_l=None, right_l=None, **kwargs
+    ):
         self._type = type
         self._left_f = left_f
         self._right_f = right_f

python/hsfs/constructor/fs_query.py

@@ -32,6 +32,7 @@ def __init__(
         expand=None,
         items=None,
         type=None,
+        **kwargs,
     ):
         self._query = query
         self._query_online = query_online

python/hsfs/constructor/hudi_feature_group_alias.py

@@ -26,6 +26,7 @@ def __init__(
         alias,
         left_feature_group_end_timestamp=None,
         left_feature_group_start_timestamp=None,
+        **kwargs,
     ):
         self._feature_group = feature_group_module.FeatureGroup.from_response_json(
             feature_group

python/hsfs/constructor/join.py

@@ -28,7 +28,7 @@ class Join:
     LEFT_SEMI_JOIN = "LEFT_SEMI_JOIN"
     COMMA = "COMMA"
 
-    def __init__(self, query, on, left_on, right_on, join_type, prefix):
+    def __init__(self, query, on, left_on, right_on, join_type, prefix, **kwargs):
         self._query = query
         self._on = util.parse_features(on)
         self._left_on = util.parse_features(left_on)

python/hsfs/constructor/prepared_statement_parameter.py

@@ -20,7 +20,7 @@
 
 
 class PreparedStatementParameter:
-    def __init__(self, name=None, index=None, type=None, href=None):
+    def __init__(self, name=None, index=None, type=None, href=None, **kwargs):
         self._name = name
         self._index = index
 

python/hsfs/constructor/query.py

@@ -54,6 +54,7 @@ def __init__(
         left_feature_group_end_time=None,
         joins=None,
         filter=None,
+        **kwargs,
     ):
         self._feature_store_name = feature_store_name
         self._feature_store_id = feature_store_id

python/hsfs/constructor/serving_prepared_statement.py

@@ -32,6 +32,7 @@ def __init__(
         items=None,
         count=None,
         href=None,
+        **kwargs,
     ):
         self._feature_group_id = feature_group_id
         self._prepared_statement_index = prepared_statement_index

python/hsfs/core/deltastreamer_jobconf.py

@@ -20,7 +20,7 @@
 
 
 class DeltaStreamerJobConf:
-    def __init__(self, options, spark_options):
+    def __init__(self, options, spark_options, **kwargs):
         self._options = options
         self._spark_options = spark_options
 

python/hsfs/core/execution.py

@@ -37,6 +37,7 @@ def __init__(
         monitoring=None,
         type=None,
         href=None,
+        **kwargs,
     ):
         self._id = id
         self._final_status = final_status

python/hsfs/core/explicit_provenance.py

@@ -36,6 +36,7 @@ def __init__(
         meta_type,
         href=None,
         exception_cause=None,
+        **kwargs,
     ):
         self._feature_store_name = feature_store_name
         self._name = name

python/hsfs/core/ingestion_job.py

@@ -28,6 +28,7 @@ def __init__(
         items=None,
         count=None,
         type=None,
+        **kwargs,
     ):
         self._data_path = data_path
         self._job = Job.from_response_json(job)

python/hsfs/core/inode.py

@@ -17,7 +17,7 @@
 
 
 class Inode:
-    def __init__(self, href=None, attributes=None, zip_state=None, tags=None):
+    def __init__(self, href=None, attributes=None, zip_state=None, tags=None, **kwargs):
         self._path = attributes["path"]
 
     @classmethod

python/hsfs/core/job.py

@@ -35,6 +35,7 @@ def __init__(
         expand=None,
         items=None,
         count=None,
+        **kwargs,
     ):
         self._id = id
         self._name = name

python/hsfs/core/job_configuration.py

@@ -32,6 +32,7 @@ def __init__(
         dynamic_allocation=True,
         dynamic_min_executors=1,
         dynamic_max_executors=2,
+        **kwargs,
     ):
         self._am_memory = am_memory
         self._am_cores = am_cores

python/hsfs/expectation_suite.py

@@ -52,6 +52,7 @@ def __init__(
         count=None,
         type=None,
         created=None,
+        **kwargs,
     ):
         self._id = id
         self._expectation_suite_name = expectation_suite_name

python/hsfs/feature.py

@@ -42,6 +42,7 @@ def __init__(
         default_value=None,
         feature_group_id=None,
         feature_group=None,
+        **kwargs,
     ):
         self._name = name.lower()
         self._type = type

python/hsfs/feature_group.py

@@ -71,6 +71,7 @@ def __init__(
         online_topic_name=None,
         topic_name=None,
         deprecated=False,
+        **kwargs,
     ):
         self._version = version
         self._name = name
@@ -1468,6 +1469,7 @@ def __init__(
         href=None,
         delta_streamer_job_conf=None,
         deprecated=False,
+        **kwargs,
     ):
         super().__init__(
             name,
@@ -2662,6 +2664,7 @@ def __init__(
         topic_name=None,
         spine=False,
         deprecated=False,
+        **kwargs,
     ):
         super().__init__(
             name,
@@ -3015,6 +3018,7 @@ def __init__(
         spine=True,
         dataframe="spine",
         deprecated=False,
+        **kwargs,
     ):
         super().__init__(
             name,

python/hsfs/feature_group_commit.py

@@ -35,6 +35,7 @@ def __init__(
         items=None,
         count=None,
         href=None,
+        **kwargs,
     ):
         self._commitid = commitid
         self._commit_date_string = commit_date_string

python/hsfs/feature_store.py

@@ -70,6 +70,7 @@ def __init__(
         online_featurestore_name=None,
         mysql_server_endpoint=None,
         online_featurestore_size=None,
+        **kwargs,
     ):
         self._id = featurestore_id
         self._name = featurestore_name

python/hsfs/feature_view.py

@@ -59,6 +59,7 @@ def __init__(
         transformation_functions: Optional[Dict[str, TransformationFunction]] = {},
         featurestore_name=None,
         serving_keys: Optional[List[ServingKey]] = None,
+        **kwargs,
     ):
         self._name = name
         self._id = id

python/hsfs/ge_validation_result.py

@@ -46,6 +46,7 @@ def __init__(
         items=None,
         count=None,
         type=None,
+        **kwargs,
     ):
         self._id = id
         self._success = success

python/hsfs/serving_key.py

@@ -29,6 +29,7 @@ def __init__(
         prefix="",
         join_on=None,
         ignore_prefix=False,
+        **kwargs,
     ):
         self._feature_name = feature_name
         self._feature_group = feature_group

python/hsfs/split_statistics.py

@@ -22,7 +22,15 @@
 
 class SplitStatistics:
     def __init__(
-        self, name, content, href=None, expand=None, items=None, count=None, type=None
+        self,
+        name,
+        content,
+        href=None,
+        expand=None,
+        items=None,
+        count=None,
+        type=None,
+        **kwargs
     ):
         self._name = name
         if not isinstance(content, dict):

python/hsfs/statistics.py

@@ -34,6 +34,7 @@ def __init__(
         items=None,
         count=None,
         type=None,
+        **kwargs,
     ):
         self._commit_time = commit_time
         self._feature_group_commit_id = feature_group_commit_id

python/hsfs/statistics_config.py

@@ -28,6 +28,7 @@ def __init__(
         histograms=False,
         exact_uniqueness=False,
         columns=[],
+        **kwargs,
     ):
         self._enabled = enabled
         # use setters for input validation

python/hsfs/storage_connector.py

@@ -36,7 +36,7 @@ class StorageConnector(ABC):
     GCS = "GCS"
     BIGQUERY = "BIGQUERY"
 
-    def __init__(self, id, name, description, featurestore_id):
+    def __init__(self, id, name, description, featurestore_id, **kwargs):
         self._id = id
         self._name = name
         self._description = description
@@ -151,6 +151,7 @@ def __init__(
         # members specific to type of connector
         hopsfs_path=None,
         dataset_name=None,
+        **kwargs,
     ):
         super().__init__(id, name, description, featurestore_id)
 
@@ -186,6 +187,7 @@ def __init__(
         session_token=None,
         iam_role=None,
         arguments=None,
+        **kwargs,
     ):
         super().__init__(id, name, description, featurestore_id)
 
@@ -333,6 +335,7 @@ def __init__(
         iam_role=None,
         arguments=None,
         expiration=None,
+        **kwargs,
     ):
         super().__init__(id, name, description, featurestore_id)
 
@@ -509,6 +512,7 @@ def __init__(
         account_name=None,
         container_name=None,
         spark_options=None,
+        **kwargs,
     ):
         super().__init__(id, name, description, featurestore_id)
 
@@ -644,6 +648,7 @@ def __init__(
         warehouse=None,
         application=None,
         sf_options=None,
+        **kwargs,
     ):
         super().__init__(id, name, description, featurestore_id)
 
@@ -826,6 +831,7 @@ def __init__(
         # members specific to type of connector
         connection_string=None,
         arguments=None,
+        **kwargs,
     ):
         super().__init__(id, name, description, featurestore_id)
 
@@ -910,6 +916,7 @@ def __init__(
         ssl_endpoint_identification_algorithm=None,
         options=None,
         external_kafka=None,
+        **kwargs,
     ):
         super().__init__(id, name, description, featurestore_id)
 
@@ -1204,6 +1211,7 @@ def __init__(
         algorithm=None,
         encryption_key=None,
         encryption_key_hash=None,
+        **kwargs,
     ):
         super().__init__(id, name, description, featurestore_id)
 
@@ -1345,6 +1353,7 @@ def __init__(
         query_project=None,
         materialization_dataset=None,
         arguments=None,
+        **kwargs,
     ):
         super().__init__(id, name, description, featurestore_id)
         self._key_path = key_path

python/hsfs/tag.py

@@ -31,6 +31,7 @@ def __init__(
         items=None,
         count=None,
         type=None,
+        **kwargs,
     ):
         self._name = name
         self._value = value

python/hsfs/training_dataset.py

@@ -81,6 +81,7 @@ def __init__(
         train_split=None,
         time_split_size=None,
         extra_filter=None,
+        **kwargs,
     ):
         self._id = id
         self._name = name

python/hsfs/training_dataset_feature.py

@@ -31,6 +31,7 @@ def __init__(
         feature_group_feature_name=None,
         label=False,
         transformation_function=None,
+        **kwargs,
     ):
         self._name = name.lower()
         self._type = type

python/hsfs/training_dataset_split.py

@@ -27,7 +27,13 @@ class TrainingDatasetSplit:
     TEST = "test"
 
     def __init__(
-        self, name, split_type, percentage=None, start_time=None, end_time=None
+        self,
+        name,
+        split_type,
+        percentage=None,
+        start_time=None,
+        end_time=None,
+        **kwargs
     ):
         self._name = name
         self._percentage = percentage

python/hsfs/transformation_function.py

@@ -37,6 +37,7 @@ def __init__(
         items=None,
         count=None,
         href=None,
+        **kwargs,
     ):
         self._id = id
         self._featurestore_id = featurestore_id