fix(databend):get data type error (#715)

hanyisong · everpcpc · mrigger · web-flow · commit e148652d1533 · 2023-02-01T15:00:58.000+08:00
* add(databend): databend bugs Signed-off-by: Yisong Han <yisong8686@gmail.com> * fix(databend):get data type error Signed-off-by: Yisong Han <yisong8686@gmail.com> * fix: credential env for databend docker image (#713) * fix(databend):reduce unimportant error messages Signed-off-by: Yisong Han <yisong8686@gmail.com> --------- Signed-off-by: Yisong Han <yisong8686@gmail.com> Co-authored-by: everpcpc <everpcpc@users.noreply.github.com> Co-authored-by: Manuel Rigger <rigger@nus.edu.sg>
diff --git a/src/sqlancer/databend/DatabendBugs.java b/src/sqlancer/databend/DatabendBugs.java
@@ -14,6 +14,7 @@ public final class DatabendBugs {
     public static boolean bug9235 = true; // https://github.com/datafuselabs/databend/issues/9235
     public static boolean bug9236 = true; // https://github.com/datafuselabs/databend/issues/9236
     public static boolean bug9264 = true; // https://github.com/datafuselabs/databend/issues/9264
+    public static boolean bug9806 = true; // https://github.com/datafuselabs/databend/issues/9806
 
     private DatabendBugs() {
     }
diff --git a/src/sqlancer/databend/DatabendErrors.java b/src/sqlancer/databend/DatabendErrors.java
@@ -9,9 +9,13 @@ private DatabendErrors() {
 
     public static void addExpressionErrors(ExpectedErrors errors) {
         errors.add("Division by zero");
+        errors.add("divided by zero");
         errors.add("/ by zero");
         errors.add("ORDER BY position");
         errors.add("GROUP BY position");
+        errors.add("no overload satisfies `not(Float64 NULL)`"); // TODO databend不允许出现not(float)，而a/b为float
+        errors.add("no overload satisfies `not(Float64)`");
+        errors.add("number overflowed while evaluating function"); // 表达式数值溢出
         if (DatabendBugs.bug9162) {
             errors.add("downcast column error");
         }
@@ -30,7 +34,9 @@ public static void addExpressionErrors(ExpectedErrors errors) {
         if (DatabendBugs.bug9264) {
             errors.add("assertion failed: offset + length <= self.length");
         }
-        // errors.add("validity's length must be equal"); // bug
+        if (DatabendBugs.bug9806) {
+            errors.add("segment pruning failure");
+        }
 
         /*
          * TODO column为not null 时，注意default不能为null DROP DATABASE IF EXISTS databend2; CREATE DATABASE databend2; USE
@@ -45,6 +51,7 @@ public static void addInsertErrors(ExpectedErrors errors) {
         errors.add("Division by zero");
         errors.add("/ by zero");
         errors.add("Can't cast column from null into non-nullable type");
+        errors.add("number overflowed while evaluating function `"); // 不能在int16类型column上插入int64的数据
     }
 
     public static void addGroupByErrors(ExpectedErrors errors) {
diff --git a/src/sqlancer/databend/DatabendSchema.java b/src/sqlancer/databend/DatabendSchema.java
@@ -339,6 +339,9 @@ private static List<DatabendColumn> getTableColumns(SQLConnection con, String ta
                     while (rs.next()) {
                         String columnName = rs.getString("column_name");
                         String dataType = rs.getString("data_type");
+                        if (dataType.contains("NULL")) {
+                            dataType = dataType.substring(0, dataType.indexOf(' '));
+                        }
                         boolean isNullable = rs.getBoolean("is_nullable");
                         // boolean isPrimaryKey = rs.getString("pk").contains("true");
                         boolean isPrimaryKey = false; // 没找到主键元数据
diff --git a/src/sqlancer/databend/ast/DatabendBinaryArithmeticOperation.java b/src/sqlancer/databend/ast/DatabendBinaryArithmeticOperation.java
@@ -34,7 +34,7 @@ public DatabendConstant apply(DatabendConstant left, DatabendConstant right) {
                 return applyOperation(left, right, (l, r) -> l * r);
             }
         },
-        DIVISION("/") {
+        DIVISION("/") { // TODO databend不允许出现not(float)，而a/b为float
             @Override
             public DatabendConstant apply(DatabendConstant left, DatabendConstant right) {
                 return applyOperation(left, right, (l, r) -> r == 0 ? -1 : l / r);

Original file line number	Diff line number	Diff line change
`@@ -14,6 +14,7 @@ public final class DatabendBugs {`
`14`	`14`	`public static boolean bug9235 = true; // https://github.com/datafuselabs/databend/issues/9235`
`15`	`15`	`public static boolean bug9236 = true; // https://github.com/datafuselabs/databend/issues/9236`
`16`	`16`	`public static boolean bug9264 = true; // https://github.com/datafuselabs/databend/issues/9264`
	`17`	`+ public static boolean bug9806 = true; // https://github.com/datafuselabs/databend/issues/9806`
`17`	`18`
`18`	`19`	`private DatabendBugs() {`
`19`	`20`	`}`
Original file line number	Diff line number	Diff line change
`@@ -34,7 +34,7 @@ public DatabendConstant apply(DatabendConstant left, DatabendConstant right) {`
`34`	`34`	`return applyOperation(left, right, (l, r) -> l * r);`
`35`	`35`	`}`
`36`	`36`	`},`
`37`		`- DIVISION("/") {`
	`37`	`+ DIVISION("/") { // TODO databend不允许出现not(float)，而a/b为float`
`38`	`38`	`@Override`
`39`	`39`	`public DatabendConstant apply(DatabendConstant left, DatabendConstant right) {`
`40`	`40`	`return applyOperation(left, right, (l, r) -> r == 0 ? -1 : l / r);`