Actually, the problem is not fully on our end, it's Airbyte's default…

… type conversion on the Destination connector for BigQuery. Rolled back bigint change, but kept tinyint adjustment.
planetscale · Oct 17, 2023 · 7871fc4 · 7871fc4
1 parent 64138af
commit 7871fc4
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/cmd/internal/planetscale_edge_database.go b/cmd/internal/planetscale_edge_database.go
@@ -138,7 +138,7 @@ func getJsonSchemaType(mysqlType string, treatTinyIntAsBoolean bool) PropertyTyp
 	}
 
 	if strings.HasPrefix(mysqlType, "bigint") {
-		return PropertyType{Type: "integer", AirbyteType: "big_integer"}
+		return PropertyType{Type: "string", AirbyteType: "big_integer"}
 	}
 
 	if strings.HasPrefix(mysqlType, "datetime") {

diff --git a/cmd/internal/planetscale_edge_database_test.go b/cmd/internal/planetscale_edge_database_test.go
@@ -239,17 +239,17 @@ func TestDiscover_CanPickRightAirbyteType(t *testing.T) {
 		},
 		{
 			MysqlType:      "bigint(16)",
-			JSONSchemaType: "integer",
+			JSONSchemaType: "string",
 			AirbyteType:    "big_integer",
 		},
 		{
 			MysqlType:      "bigint unsigned",
-			JSONSchemaType: "integer",
+			JSONSchemaType: "string",
 			AirbyteType:    "big_integer",
 		},
 		{
 			MysqlType:      "bigint zerofill",
-			JSONSchemaType: "integer",
+			JSONSchemaType: "string",
 			AirbyteType:    "big_integer",
 		},
 		{