[SQL] Add the value of the property 'skip_unused_columns' for the table to the generated Rust code

mihaibudiu · mihaibudiu · commit f722c729debc · 2026-03-31T10:07:02.000+09:00
Signed-off-by: Mihai Budiu &lt;mbudiu@feldera.com&gt;
diff --git a/sql-to-dbsp-compiler/SQL-compiler/src/main/java/org/dbsp/sqlCompiler/compiler/backend/rust/ToRustVisitor.java b/sql-to-dbsp-compiler/SQL-compiler/src/main/java/org/dbsp/sqlCompiler/compiler/backend/rust/ToRustVisitor.java
@@ -24,6 +24,7 @@
 package org.dbsp.sqlCompiler.compiler.backend.rust;
 
 import com.fasterxml.jackson.databind.JsonNode;
+import com.fasterxml.jackson.databind.jsonFormatVisitors.JsonObjectFormatVisitor;
 import com.fasterxml.jackson.databind.node.ObjectNode;
 import org.dbsp.sqlCompiler.circuit.DBSPCircuit;
 import org.dbsp.sqlCompiler.circuit.operator.DBSPApplyNOperator;
@@ -88,6 +89,7 @@
 import org.dbsp.sqlCompiler.compiler.errors.UnimplementedException;
 import org.dbsp.sqlCompiler.compiler.frontend.calciteCompiler.ProgramIdentifier;
 import org.dbsp.sqlCompiler.compiler.frontend.calciteObject.CalciteObject;
+import org.dbsp.sqlCompiler.compiler.frontend.statements.CreateTableStatement;
 import org.dbsp.sqlCompiler.compiler.frontend.statements.IHasSchema;
 import org.dbsp.sqlCompiler.compiler.visitors.VisitDecision;
 import org.dbsp.sqlCompiler.compiler.visitors.inner.CanonicalForm;
@@ -603,6 +605,8 @@ void registerTable(DBSPSourceMultisetOperator operator, DBSPOperator materialize
                 .append("::<_, ");
         IHasSchema tableDescription = this.metadata.getTableDescription(operator.tableName);
         JsonNode j = tableDescription.asJson(true);
+        if (operator.metadata.skipUnusedColumns != null)
+            ((ObjectNode) j).put(CreateTableStatement.SKIP_UNUSED_COLUMNS, operator.metadata.skipUnusedColumns);
         j = this.stripProperties(j);
         DBSPStrLiteral json = new DBSPStrLiteral(j.toString(), true);
         operator.originalRowType.accept(this.innerVisitor);
diff --git a/sql-to-dbsp-compiler/SQL-compiler/src/test/java/org/dbsp/sqlCompiler/compiler/sql/CatalogTests.java b/sql-to-dbsp-compiler/SQL-compiler/src/test/java/org/dbsp/sqlCompiler/compiler/sql/CatalogTests.java
@@ -8,18 +8,22 @@
 import org.dbsp.sqlCompiler.circuit.operator.DBSPSinkOperator;
 import org.dbsp.sqlCompiler.compiler.CompilerOptions;
 import org.dbsp.sqlCompiler.compiler.DBSPCompiler;
+import org.dbsp.sqlCompiler.compiler.backend.rust.ToRustVisitor;
+import org.dbsp.sqlCompiler.compiler.backend.rust.multi.ProjectDeclarations;
 import org.dbsp.sqlCompiler.compiler.frontend.calciteCompiler.ProgramIdentifier;
 import org.dbsp.sqlCompiler.compiler.frontend.calciteObject.CalciteObject;
 import org.dbsp.sqlCompiler.compiler.sql.tools.BaseSQLTests;
 import org.dbsp.sqlCompiler.compiler.visitors.inner.InnerVisitor;
 import org.dbsp.sqlCompiler.compiler.visitors.outer.CircuitVisitor;
+import org.dbsp.sqlCompiler.compiler.visitors.outer.LateMaterializations;
 import org.dbsp.sqlCompiler.ir.type.DBSPType;
 import org.dbsp.sqlCompiler.ir.type.derived.DBSPTypeStruct;
 import org.dbsp.sqlCompiler.ir.type.derived.DBSPTypeTuple;
 import org.dbsp.sqlCompiler.ir.type.primitive.DBSPTypeInteger;
 import org.dbsp.sqlCompiler.ir.type.primitive.DBSPTypeString;
 import org.dbsp.sqlCompiler.ir.type.user.DBSPTypeArray;
 import org.dbsp.sqlCompiler.ir.type.user.DBSPTypeZSet;
+import org.dbsp.util.IndentStreamBuilder;
 import org.dbsp.util.Linq;
 import org.junit.Assert;
 import org.junit.Test;
@@ -37,6 +41,17 @@ public CompilerOptions testOptions() {
         return result;
     }
 
+    @Test
+    public void issue5957() {
+        var cc = this.getCC("CREATE TABLE T(used INTEGER, unused INTEGER) with ('skip_unused_columns' = 'true', 'connectors' = '[]');");
+        IndentStreamBuilder builder = new IndentStreamBuilder();
+        ToRustVisitor visitor = new ToRustVisitor(
+                cc.compiler, builder, cc.getCircuit().getMetadata(),
+                new ProjectDeclarations(), new LateMaterializations(cc.compiler));
+        visitor.apply(cc.getCircuit());
+        Assert.assertTrue(builder.toString().contains("\"skip_unused_columns\":true"));
+    }
+
     @Test
     public void issue5350() {
         this.getCCS("""
