diff --git a/pydeequ/configs.py b/pydeequ/configs.py index d4d4b31..e56c97d 100644 --- a/pydeequ/configs.py +++ b/pydeequ/configs.py @@ -5,10 +5,10 @@ SPARK_TO_DEEQU_COORD_MAPPING = { - "3.5": "com.amazon.deequ:deequ:2.0.7-spark-3.5", - "3.3": "com.amazon.deequ:deequ:2.0.7-spark-3.3", - "3.2": "com.amazon.deequ:deequ:2.0.7-spark-3.2", - "3.1": "com.amazon.deequ:deequ:2.0.7-spark-3.1" + "3.5": "com.amazon.deequ:deequ:2.0.8-spark-3.5", + "3.3": "com.amazon.deequ:deequ:2.0.8-spark-3.3", + "3.2": "com.amazon.deequ:deequ:2.0.8-spark-3.2", + "3.1": "com.amazon.deequ:deequ:2.0.8-spark-3.1" } diff --git a/pydeequ/suggestions.py b/pydeequ/suggestions.py index 7be78be..f6cdad5 100644 --- a/pydeequ/suggestions.py +++ b/pydeequ/suggestions.py @@ -229,8 +229,11 @@ def rule_jvm(self): default_category_sorter = scala_get_default_argument( self._deequSuggestions.rules.FractionalCategoricalRangeRule, 2 ) + default_interval_strategy = scala_get_default_argument( + self._deequSuggestions.rules.FractionalCategoricalRangeRule, 3 + ) return self._deequSuggestions.rules.FractionalCategoricalRangeRule( - self.targetDataCoverageFraction, default_category_sorter + self.targetDataCoverageFraction, default_category_sorter, default_interval_strategy ) @@ -252,7 +255,19 @@ class RetainCompletenessRule(_RulesObject): @property def rule_jvm(self): - return self._deequSuggestions.rules.RetainCompletenessRule() + default_min_completeness = scala_get_default_argument( + self._deequSuggestions.rules.RetainCompletenessRule, 1 + ) + default_max_completeness = scala_get_default_argument( + self._deequSuggestions.rules.RetainCompletenessRule, 2 + ) + default_interval_strategy = scala_get_default_argument( + self._deequSuggestions.rules.RetainCompletenessRule, 3 + ) + + return self._deequSuggestions.rules.RetainCompletenessRule( + default_min_completeness, default_max_completeness, default_interval_strategy + ) class RetainTypeRule(_RulesObject):