diff --git a/dat/generated_tables.py b/dat/generated_tables.py index 4cd6e63b..43f9014b 100644 --- a/dat/generated_tables.py +++ b/dat/generated_tables.py @@ -570,4 +570,5 @@ def create_iceberg_compat_v1(case: TestCaseInfo, spark: SparkSession): .execute() ) delta_table.upgradeTableProtocol(3, 7) + delta_table.addFeatureSupport("columnMapping") df.repartition(1).write.format("delta").mode("append").save(case.delta_root) diff --git a/pyproject.toml b/pyproject.toml index 02b27425..0366b111 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -9,7 +9,7 @@ python = "^3.10" pydantic = "^2.6.4" pyspark = "^3.5.1" click = "^8.1.7" -delta-spark = "^3.1.0" +delta-spark = "^4.0.0rc1" rootpath = "^0.1.1" pyarrow = "^15.0.2"