Database governance built for humans and agents — controlling changes and access across every major database.
Go cicddata-governancedata-maskingdata-securitydatabase-accessdatabase-governancedevopsdevsecopsflywaygitopsliquibasemongodbmysqloraclepostgresqlschema-migrationssecuritysql-clientsqlservertidb
package pg
import (
"database/sql"
"fmt"
"strings"
"time"
"google.golang.org/protobuf/types/known/timestamppb"
"github.com/jackc/pgx/v5/pgtype"
v1pb "github.com/bytebase/bytebase/backend/generated-go/v1"
"github.com/bytebase/bytebase/backend/plugin/db/util"
)
func makeValueByTypeName(typeName string, _ *sql.ColumnType) any {
switch typeName {
case "VARCHAR", "TEXT", "UUID":
return new(sql.NullString)
case "BOOL":
return new(sql.NullBool)
case "INT", "INTEGER", "TINYINT", "SMALLINT", "MEDIUMINT", "BIGINT", "INT2", "INT4", "INT8":
return new(sql.NullInt64)
case "FLOAT", "DOUBLE", "FLOAT4", "FLOAT8":
return new(sql.NullFloat64)
case "DATE":
return new(pgtype.Date)
case "TIMESTAMP", "TIMESTAMPTZ":
return new(pgtype.Timestamptz)
case "BIT", "VARBIT", "BYTEA":
return new([]byte)
case "GEOMETRY", "GEOGRAPHY":
return new([]byte)
default:
return new(sql.NullString)
}
}
var timeTzOID = fmt.Sprintf("%d", pgtype.TimetzOID)
// convertValueIn binds the row value converter to the location timestamptz values
// render in, which the caller reads from the session once per statement.
func convertValueIn(location *time.Location) func(string, *sql.ColumnType, any) *v1pb.RowValue {
return func(typeName string, columnType *sql.ColumnType, value any) *v1pb.RowValue {
return convertValue(typeName, columnType, value, location)
}
}
func convertValue(typeName string, columnType *sql.ColumnType, value any, location *time.Location) *v1pb.RowValue {
switch raw := value.(type) {
case *sql.NullString:
if raw.Valid {
// TODO: Fix DatabaseTypeName for 1266, Object ID for TIME WITHOUT TIME ZONE
if columnType.DatabaseTypeName() == "TIME" || columnType.DatabaseTypeName() == timeTzOID || columnType.DatabaseTypeName() == "INTERVAL" {
return &v1pb.RowValue{
Kind: &v1pb.RowValue_StringValue{
StringValue: padZeroes(raw.String, 6),
},
}
}
return &v1pb.RowValue{
Kind: &v1pb.RowValue_StringValue{
StringValue: raw.String,
},
}
}
case *sql.NullInt64:
if raw.Valid {
return &v1pb.RowValue{
Kind: &v1pb.RowValue_Int64Value{
Int64Value: raw.Int64,
},
}
}
case *[]byte:
if len(*raw) > 0 {
return &v1pb.RowValue{
Kind: &v1pb.RowValue_BytesValue{
BytesValue: *raw,
},
}
}
case *sql.NullBool:
if raw.Valid {
return &v1pb.RowValue{
Kind: &v1pb.RowValue_BoolValue{
BoolValue: raw.Bool,
},
}
}
case *sql.NullFloat64:
if raw.Valid {
return &v1pb.RowValue{
Kind: &v1pb.RowValue_DoubleValue{
DoubleValue: raw.Float64,
},
}
}
case *pgtype.Date:
if raw.Valid {
if raw.InfinityModifier != pgtype.Finite {
return &v1pb.RowValue{
Kind: &v1pb.RowValue_StringValue{
StringValue: raw.InfinityModifier.String(),
},
}
}
if typeName == "DATE" {
return &v1pb.RowValue{
Kind: &v1pb.RowValue_StringValue{
StringValue: raw.Time.Format(time.DateOnly),
},
}
}
}
case *pgtype.Timestamptz:
if raw.Valid {
if raw.InfinityModifier != pgtype.Finite {
return &v1pb.RowValue{
Kind: &v1pb.RowValue_StringValue{
StringValue: raw.InfinityModifier.String(),
},
}
}
_, scale, _ := columnType.DecimalSize()
if scale == -1 {
scale = 6
}
// Only timestamptz carries a zone to render. A zone-less timestamp must keep
// its wall clock, and buildTimestamptzRowValue formats those fields verbatim
// for a date outside the protobuf timestamp range, so converting it there
// would move the value rather than relabel it.
t := raw.Time
if typeName != "TIMESTAMP" {
t = t.In(location)
}
return buildTimestamptzRowValue(typeName, t, int32(scale))
}
default:
}
return util.NullRowValue
}
// buildTimestamptzRowValue converts a PostgreSQL timestamp/timestamptz value into a
// RowValue. PostgreSQL supports dates outside the google.protobuf.Timestamp range
// (0001-01-01 to 9999-12-31); for those, fall back to a string instead of crashing
// response marshaling with "seconds out of range".
func buildTimestamptzRowValue(typeName string, t time.Time, scale int32) *v1pb.RowValue {
ts := timestamppb.New(t)
if err := ts.CheckValid(); err != nil {
return util.BuildStringRowValue(formatPGTimestamp(t, typeName != "TIMESTAMP"))
}
if typeName == "TIMESTAMP" {
return &v1pb.RowValue{
Kind: &v1pb.RowValue_TimestampValue{
TimestampValue: &v1pb.RowValue_Timestamp{
GoogleTimestamp: ts,
Accuracy: scale,
},
},
}
}
zone, offset := t.Zone()
return &v1pb.RowValue{
Kind: &v1pb.RowValue_TimestampTzValue{
TimestampTzValue: &v1pb.RowValue_TimestampTZ{
GoogleTimestamp: ts,
Zone: zone,
Offset: int32(offset),
Accuracy: scale,
},
},
}
}
// formatPGTimestamp renders a time.Time using PostgreSQL's text representation rather
// than RFC3339: a space separator, no zone for timestamp without time zone, and a " BC"
// suffix for years before 1 AD (Go uses astronomical year numbering where year 0 == 1 BC).
func formatPGTimestamp(t time.Time, withZone bool) string {
year := t.Year()
suffix := ""
if year <= 0 {
year = 1 - year
suffix = " BC"
}
s := fmt.Sprintf("%04d-%s", year, t.Format("01-02 15:04:05.999999999"))
if withZone {
s += t.Format("-07:00")
}
return s + suffix
}
// Padding 0's to nanosecond precision to make sure it's always 6 digits.
// Since the data cannot be formatted into a time.Time, we need to pad it here.
// Accuracy is passed as argument since we cannot determine the precision of the data type using DecimalSize().
func padZeroes(rawStr string, acc int) string {
dotIndex := strings.Index(rawStr, ".")
if dotIndex < 0 {
return rawStr
}
// End index is used to cut off the time zone information.
endIndex := len(rawStr)
if plusIndex := strings.Index(rawStr, "+"); plusIndex >= 0 {
endIndex = plusIndex
} else if minusIndex := strings.Index(rawStr, "-"); minusIndex >= 0 {
// For negative intervals like "-00:04:37.530865", ignore the leading minus
// Only consider minus signs that appear after the decimal point (timezone indicators)
if minusIndex > dotIndex {
endIndex = minusIndex
}
}
// Validate slice bounds to prevent runtime panic
if endIndex <= dotIndex {
return rawStr
}
decimalPart := rawStr[dotIndex+1 : endIndex]
if len(decimalPart) < acc {
rawStr = rawStr[:endIndex] + strings.Repeat("0", acc-len(decimalPart)) + rawStr[endIndex:]
}
return rawStr
}