diff --git a/python/pyspark/sql/readwriter.py b/python/pyspark/sql/readwriter.py index 44bf74476b099bb606dd722becfe24e34e452102..78d992e415489d87d003af032fdedbd8c83b1df6 100644 --- a/python/pyspark/sql/readwriter.py +++ b/python/pyspark/sql/readwriter.py @@ -695,8 +695,7 @@ class DataFrameWriter(OptionUtils): self.mode(mode) if partitionBy is not None: self.partitionBy(partitionBy) - if compression is not None: - self.option("compression", compression) + self._set_opts(compression=compression) self._jwrite.orc(path) @since(1.4)