@@ -1127,7 +1127,7 @@ index 818c7ec65b1..0d333807b70 100644
11271127 }
11281128
11291129- test("SPARK-48817: test multi inserts") {
1130- + test("SPARK-48817: test multi inserts", IgnoreComet("comet parquet native writer bug ")) {
1130+ + test("SPARK-48817: test multi inserts", IgnoreComet("https://github.com/apache/datafusion- comet/issues/3430 ")) {
11311131 withTable("t1", "t2", "t3") {
11321132 createTable("t1", Seq("i"), Seq("int"))
11331133 createTable("t2", Seq("i"), Seq("int"))
@@ -1465,7 +1465,7 @@ index 77ed8b411e3..b82f70c0071 100644
14651465 }
14661466
14671467- test("ctas with union") {
1468- + test("ctas with union", IgnoreComet("comet native writer bug when shuffle / AQE enabled ")) {
1468+ + test("ctas with union", IgnoreComet("https://github.com/apache/datafusion- comet/issues/3429 ")) {
14691469 withTable(testTable) {
14701470 sql(s"""
14711471 |CREATE TABLE $testTable USING $dataSource AS
@@ -2623,7 +2623,7 @@ index a5bb3058bed..de51b21f21a 100644
26232623- test("SPARK-33901: ctas should should not change table's schema") {
26242624+ // TODO support CTAS in comet native parquet writer
26252625+ test("SPARK-33901: ctas should should not change table's schema",
2626- + IgnoreComet("comet native writer does not support empty dir / table creation yet ")) {
2626+ + IgnoreComet("https://github.com/apache/datafusion- comet/issues/3418 ")) {
26272627 withTable("t1", "t2") {
26282628 sql(s"CREATE TABLE t1(i CHAR(5), c VARCHAR(4)) USING $format")
26292629 sql(s"CREATE TABLE t2 USING $format AS SELECT * FROM t1")
@@ -2633,7 +2633,7 @@ index a5bb3058bed..de51b21f21a 100644
26332633
26342634- test("SPARK-37160: CREATE TABLE AS SELECT with CHAR_AS_VARCHAR") {
26352635+ test("SPARK-37160: CREATE TABLE AS SELECT with CHAR_AS_VARCHAR",
2636- + IgnoreComet("comet native writer does not support empty dir/table creation yet ")) {
2636+ + IgnoreComet("https://github.com/apache/datafusion- comet/issues/3419 ")) {
26372637 withTable("t1", "t2") {
26382638 sql(s"CREATE TABLE t1(col CHAR(5)) USING $format")
26392639 checkTableSchemaTypeStr("t1", Seq(Row("char(5)")))
@@ -2657,7 +2657,7 @@ index 343b59a311e..05f3cab13f9 100644
26572657- test("empty file should be skipped while write to file") {
26582658+ // TODO :: comet native write does not write empty files / dirs
26592659+ test("empty file should be skipped while write to file",
2660- + IgnoreComet("comet native writer does not create empty files / dir ")) {
2660+ + IgnoreComet("https://github.com/apache/datafusion- comet/issues/3417 ")) {
26612661 withTempPath { path =>
26622662 spark.range(100).repartition(10).where("id = 50").write.parquet(path.toString)
26632663 val partFiles = path.listFiles()
@@ -2909,7 +2909,7 @@ index 4474ec1fd42..d0366be3597 100644
29092909- test("Write Spark version into Parquet metadata") {
29102910+ // TODO : Comet native writer to add spark / comet version into parquet metadata
29112911+ test("Write Spark version into Parquet metadata",
2912- + IgnoreComet("Comet doesn't support DELTA encoding yet ")) {
2912+ + IgnoreComet("https://github.com/apache/datafusion-comet/issues/3427 ")) {
29132913 withTempPath { dir =>
29142914 spark.range(1).repartition(1).write.parquet(dir.getAbsolutePath)
29152915 assert(getMetaData(dir)(SPARK_VERSION_METADATA_KEY) === SPARK_VERSION_SHORT)
@@ -2933,7 +2933,7 @@ index baa11df302b..c88f66d5c77 100644
29332933- test("parquet timestamp conversion") {
29342934+ // TODO : Support legacy timestamps conversion /cast in comet native writer
29352935+ test("parquet timestamp conversion",
2936- + IgnoreComet("timestamp96 conversion failed with the native writer ")) {
2936+ + IgnoreComet("https://github.com/apache/datafusion-comet/issues/3425 ")) {
29372937 // Make a table with one parquet file written by impala, and one parquet file written by spark.
29382938 // We should only adjust the timestamps in the impala file, and only if the conf is set
29392939 val impalaFile = "test-data/impala_timestamp.parq"
@@ -3479,7 +3479,7 @@ index baf99798965..e23d8223e05 100644
34793479
34803480- test("INSERT INTO TABLE - complex type but different names") {
34813481+ test("INSERT INTO TABLE - complex type but different names",
3482- + IgnoreComet("comet native writer issue ")) {
3482+ + IgnoreComet("https://github.com/apache/datafusion- comet/issues/3426 ")) {
34833483 val tab1 = "tab1"
34843484 val tab2 = "tab2"
34853485 withTable(tab1, tab2) {
@@ -3489,7 +3489,7 @@ index baf99798965..e23d8223e05 100644
34893489
34903490- test("SPARK-38336 INSERT INTO statements with tables with default columns: positive tests") {
34913491+ test("SPARK-38336 INSERT INTO statements with tables with default columns: positive tests",
3492- + IgnoreComet("comet native writer insert overwrite bug ")) {
3492+ + IgnoreComet("https://github.com/apache/datafusion- comet/issues/3421 ")) {
34933493 // When the INSERT INTO statement provides fewer values than expected, NULL values are appended
34943494 // in their place.
34953495 withTable("t") {
@@ -3499,7 +3499,7 @@ index baf99798965..e23d8223e05 100644
34993499
35003500- test("SPARK-38811 INSERT INTO on columns added with ALTER TABLE ADD COLUMNS: Positive tests") {
35013501+ test("SPARK-38811 INSERT INTO on columns added with ALTER TABLE ADD COLUMNS: Positive tests",
3502- + IgnoreComet("bug with insert overwrite mode comet native writer ")) {
3502+ + IgnoreComet("https://github.com/apache/datafusion- comet/issues/3422 ")) {
35033503 // There is a complex expression in the default value.
35043504 val createTableBooleanCol = "create table t(i boolean) using parquet"
35053505 val createTableIntCol = "create table t(i int) using parquet"
@@ -3510,7 +3510,7 @@ index baf99798965..e23d8223e05 100644
35103510- test("SPARK-43071: INSERT INTO from queries whose final operators are not projections") {
35113511+ // TODO : fix overwrite mode issues comet native writer
35123512+ test("SPARK-43071: INSERT INTO from queries whose final operators are not projections",
3513- + IgnoreComet("comet writer issues with insert overwrite ")) {
3513+ + IgnoreComet("https://github.com/apache/datafusion- comet/ issues/3423 ")) {
35143514 def runTest(insert: String, expected: Seq[Row]): Unit = {
35153515 withTable("t1", "t2") {
35163516 sql("create table t1(i boolean, s bigint default 42) using parquet")
@@ -3521,7 +3521,7 @@ index baf99798965..e23d8223e05 100644
35213521- test("SPARK-29174 Support LOCAL in INSERT OVERWRITE DIRECTORY to data source") {
35223522+ // TODO : Insert overwrite not supported comet native writer
35233523+ test("SPARK-29174 Support LOCAL in INSERT OVERWRITE DIRECTORY to data source",
3524- + IgnoreComet("comet native writer does not support insert overwrite ")) {
3524+ + IgnoreComet("https://github.com/apache/datafusion- comet/issues/3420 ")) {
35253525 withTempPath { dir =>
35263526 val path = dir.toURI.getPath
35273527 sql(s"""create table tab1 ( a int) using parquet location '$path'""")
@@ -3717,7 +3717,7 @@ index 300807cf058..8dab4f9a2af 100644
37173717+
37183718+ // TODO : fix test for native writer
37193719+ test("write path implements onTaskCommit API correctly",
3720- + IgnoreComet("Comet native writer partial support ")) {
3720+ + IgnoreComet("https://github.com/apache/datafusion-comet/issues/3428 ")) {
37213721 withSQLConf(
37223722 SQLConf.FILE_COMMIT_PROTOCOL_CLASS.key ->
37233723 classOf[MessageCapturingCommitProtocol].getCanonicalName) {
@@ -3728,7 +3728,7 @@ index 300807cf058..8dab4f9a2af 100644
37283728- test("Insert overwrite table command should output correct schema: basic") {
37293729+ // TODO : support vairous write modes in comet native writer
37303730+ test("Insert overwrite table command should output correct schema: basic",
3731- + IgnoreComet("Comet native writer does not supportinsert overwrite mode ")) {
3731+ + IgnoreComet("https://github.com/apache/datafusion-comet/issues/3424 ")) {
37323732 withTable("tbl", "tbl2") {
37333733 withView("view1") {
37343734 val df = spark.range(10).toDF("id")
0 commit comments