Fix disabling validation for PySpark DataFrame Schemas (#1407)

* Update container.py Signed-off-by: Maximilian Speicher <[email protected]> * fix existing test Signed-off-by: Maximilian Speicher <[email protected]> --------- Signed-off-by: Maximilian Speicher <[email protected]>
unionai-oss · Nov 11, 2023 · adf0494 · adf0494
1 parent db356dc
commit adf0494
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/pandera/api/pyspark/container.py b/pandera/api/pyspark/container.py
@@ -327,7 +327,7 @@ def validate(
             [Row(product='Bread', price=9), Row(product='Butter', price=15)]
         """
         if not CONFIG.validation_enabled:
-            return
+            return check_obj
         error_handler = ErrorHandler(lazy)
 
         return self._validate(

diff --git a/tests/pyspark/test_pyspark_config.py b/tests/pyspark/test_pyspark_config.py
@@ -44,8 +44,8 @@ class TestSchema(DataFrameModel):
         }
 
         assert CONFIG.dict() == expected
-        assert pandra_schema.validate(input_df) is None
-        assert TestSchema.validate(input_df) is None
+        assert pandra_schema.validate(input_df)
+        assert TestSchema.validate(input_df)
 
     # pylint:disable=too-many-locals
     def test_schema_only(self, spark, sample_spark_schema):