Files
seaweedfs/weed/query/engine/sql_functions_test.go
chrislu 179a7b446e feat: Add comprehensive string functions with extensive tests
Implemented String Functions:
- LENGTH: Get string length (supports all value types)
- UPPER/LOWER: Case conversion
- TRIM/LTRIM/RTRIM: Whitespace removal (space, tab, newline, carriage return)
- SUBSTRING: Extract substring with optional length (SQL 1-based indexing)
- CONCAT: Concatenate multiple values (supports mixed types, skips nulls)
- REPLACE: Replace all occurrences of substring
- POSITION: Find substring position (1-based, 0 if not found)
- LEFT/RIGHT: Extract leftmost/rightmost characters
- REVERSE: Reverse string with proper Unicode support

Key Features:
- Robust type conversion (string, int, float, bool, bytes)
- Unicode-safe operations (proper rune handling in REVERSE)
- SQL-compatible indexing (1-based for SUBSTRING, POSITION)
- Comprehensive error handling with descriptive messages
- Mixed-type support (e.g., CONCAT number with string)

Helper Functions:
- valueToString: Convert any schema_pb.Value to string
- valueToInt64: Convert numeric values to int64

Comprehensive test suite with 25+ test cases covering:
- All string functions with typical use cases
- Type conversion scenarios (numbers, booleans)
- Edge cases (empty strings, null values, Unicode)
- Error conditions and boundary testing

All tests passing 
2025-09-04 00:21:17 -07:00

1206 lines
33 KiB
Go

package engine
import (
"testing"
"time"
"github.com/seaweedfs/seaweedfs/weed/pb/schema_pb"
)
func TestArithmeticOperations(t *testing.T) {
engine := NewTestSQLEngine()
tests := []struct {
name string
left *schema_pb.Value
right *schema_pb.Value
operator ArithmeticOperator
expected *schema_pb.Value
expectErr bool
}{
// Addition tests
{
name: "Add two integers",
left: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 10}},
right: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}},
operator: OpAdd,
expected: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 15}},
expectErr: false,
},
{
name: "Add integer and float",
left: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 10}},
right: &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: 5.5}},
operator: OpAdd,
expected: &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: 15.5}},
expectErr: false,
},
// Subtraction tests
{
name: "Subtract two integers",
left: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 10}},
right: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 3}},
operator: OpSub,
expected: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 7}},
expectErr: false,
},
// Multiplication tests
{
name: "Multiply two integers",
left: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 6}},
right: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 7}},
operator: OpMul,
expected: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 42}},
expectErr: false,
},
{
name: "Multiply with float",
left: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}},
right: &schema_pb.Value{Kind: &schema_pb.Value_FloatValue{FloatValue: 2.5}},
operator: OpMul,
expected: &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: 12.5}},
expectErr: false,
},
// Division tests
{
name: "Divide two integers",
left: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 20}},
right: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 4}},
operator: OpDiv,
expected: &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: 5.0}},
expectErr: false,
},
{
name: "Division by zero",
left: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 10}},
right: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 0}},
operator: OpDiv,
expected: nil,
expectErr: true,
},
// Modulo tests
{
name: "Modulo operation",
left: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 17}},
right: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}},
operator: OpMod,
expected: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 2}},
expectErr: false,
},
{
name: "Modulo by zero",
left: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 10}},
right: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 0}},
operator: OpMod,
expected: nil,
expectErr: true,
},
// String conversion tests
{
name: "Add string number to integer",
left: &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "15"}},
right: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}},
operator: OpAdd,
expected: &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: 20.0}},
expectErr: false,
},
{
name: "Invalid string conversion",
left: &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "not_a_number"}},
right: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}},
operator: OpAdd,
expected: nil,
expectErr: true,
},
// Boolean conversion tests
{
name: "Add boolean to integer",
left: &schema_pb.Value{Kind: &schema_pb.Value_BoolValue{BoolValue: true}},
right: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}},
operator: OpAdd,
expected: &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: 6.0}},
expectErr: false,
},
// Null value tests
{
name: "Add with null left operand",
left: nil,
right: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}},
operator: OpAdd,
expected: nil,
expectErr: true,
},
{
name: "Add with null right operand",
left: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}},
right: nil,
operator: OpAdd,
expected: nil,
expectErr: true,
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
result, err := engine.EvaluateArithmeticExpression(tt.left, tt.right, tt.operator)
if tt.expectErr {
if err == nil {
t.Errorf("Expected error but got none")
}
return
}
if err != nil {
t.Errorf("Unexpected error: %v", err)
return
}
if !valuesEqual(result, tt.expected) {
t.Errorf("Expected %v, got %v", tt.expected, result)
}
})
}
}
func TestIndividualArithmeticFunctions(t *testing.T) {
engine := NewTestSQLEngine()
left := &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 10}}
right := &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 3}}
// Test Add function
result, err := engine.Add(left, right)
if err != nil {
t.Errorf("Add function failed: %v", err)
}
expected := &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 13}}
if !valuesEqual(result, expected) {
t.Errorf("Add: Expected %v, got %v", expected, result)
}
// Test Subtract function
result, err = engine.Subtract(left, right)
if err != nil {
t.Errorf("Subtract function failed: %v", err)
}
expected = &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 7}}
if !valuesEqual(result, expected) {
t.Errorf("Subtract: Expected %v, got %v", expected, result)
}
// Test Multiply function
result, err = engine.Multiply(left, right)
if err != nil {
t.Errorf("Multiply function failed: %v", err)
}
expected = &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 30}}
if !valuesEqual(result, expected) {
t.Errorf("Multiply: Expected %v, got %v", expected, result)
}
// Test Divide function
result, err = engine.Divide(left, right)
if err != nil {
t.Errorf("Divide function failed: %v", err)
}
expected = &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: 10.0/3.0}}
if !valuesEqual(result, expected) {
t.Errorf("Divide: Expected %v, got %v", expected, result)
}
// Test Modulo function
result, err = engine.Modulo(left, right)
if err != nil {
t.Errorf("Modulo function failed: %v", err)
}
expected = &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 1}}
if !valuesEqual(result, expected) {
t.Errorf("Modulo: Expected %v, got %v", expected, result)
}
}
// Helper function to compare two schema_pb.Value objects
func valuesEqual(v1, v2 *schema_pb.Value) bool {
if v1 == nil && v2 == nil {
return true
}
if v1 == nil || v2 == nil {
return false
}
switch v1Kind := v1.Kind.(type) {
case *schema_pb.Value_Int32Value:
if v2Kind, ok := v2.Kind.(*schema_pb.Value_Int32Value); ok {
return v1Kind.Int32Value == v2Kind.Int32Value
}
case *schema_pb.Value_Int64Value:
if v2Kind, ok := v2.Kind.(*schema_pb.Value_Int64Value); ok {
return v1Kind.Int64Value == v2Kind.Int64Value
}
case *schema_pb.Value_FloatValue:
if v2Kind, ok := v2.Kind.(*schema_pb.Value_FloatValue); ok {
return v1Kind.FloatValue == v2Kind.FloatValue
}
case *schema_pb.Value_DoubleValue:
if v2Kind, ok := v2.Kind.(*schema_pb.Value_DoubleValue); ok {
return v1Kind.DoubleValue == v2Kind.DoubleValue
}
case *schema_pb.Value_StringValue:
if v2Kind, ok := v2.Kind.(*schema_pb.Value_StringValue); ok {
return v1Kind.StringValue == v2Kind.StringValue
}
case *schema_pb.Value_BoolValue:
if v2Kind, ok := v2.Kind.(*schema_pb.Value_BoolValue); ok {
return v1Kind.BoolValue == v2Kind.BoolValue
}
}
return false
}
func TestMathematicalFunctions(t *testing.T) {
engine := NewTestSQLEngine()
t.Run("ROUND function tests", func(t *testing.T) {
tests := []struct {
name string
value *schema_pb.Value
precision *schema_pb.Value
expected *schema_pb.Value
expectErr bool
}{
{
name: "Round float to integer",
value: &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: 3.7}},
precision: nil,
expected: &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: 4.0}},
expectErr: false,
},
{
name: "Round integer stays integer",
value: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}},
precision: nil,
expected: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}},
expectErr: false,
},
{
name: "Round with precision 2",
value: &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: 3.14159}},
precision: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 2}},
expected: &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: 3.14}},
expectErr: false,
},
{
name: "Round negative number",
value: &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: -3.7}},
precision: nil,
expected: &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: -4.0}},
expectErr: false,
},
{
name: "Round null value",
value: nil,
precision: nil,
expected: nil,
expectErr: true,
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
var result *schema_pb.Value
var err error
if tt.precision != nil {
result, err = engine.Round(tt.value, tt.precision)
} else {
result, err = engine.Round(tt.value)
}
if tt.expectErr {
if err == nil {
t.Errorf("Expected error but got none")
}
return
}
if err != nil {
t.Errorf("Unexpected error: %v", err)
return
}
if !valuesEqual(result, tt.expected) {
t.Errorf("Expected %v, got %v", tt.expected, result)
}
})
}
})
t.Run("CEIL function tests", func(t *testing.T) {
tests := []struct {
name string
value *schema_pb.Value
expected *schema_pb.Value
expectErr bool
}{
{
name: "Ceil positive decimal",
value: &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: 3.2}},
expected: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 4}},
expectErr: false,
},
{
name: "Ceil negative decimal",
value: &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: -3.2}},
expected: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: -3}},
expectErr: false,
},
{
name: "Ceil integer",
value: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}},
expected: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}},
expectErr: false,
},
{
name: "Ceil null value",
value: nil,
expected: nil,
expectErr: true,
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
result, err := engine.Ceil(tt.value)
if tt.expectErr {
if err == nil {
t.Errorf("Expected error but got none")
}
return
}
if err != nil {
t.Errorf("Unexpected error: %v", err)
return
}
if !valuesEqual(result, tt.expected) {
t.Errorf("Expected %v, got %v", tt.expected, result)
}
})
}
})
t.Run("FLOOR function tests", func(t *testing.T) {
tests := []struct {
name string
value *schema_pb.Value
expected *schema_pb.Value
expectErr bool
}{
{
name: "Floor positive decimal",
value: &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: 3.8}},
expected: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 3}},
expectErr: false,
},
{
name: "Floor negative decimal",
value: &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: -3.2}},
expected: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: -4}},
expectErr: false,
},
{
name: "Floor integer",
value: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}},
expected: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}},
expectErr: false,
},
{
name: "Floor null value",
value: nil,
expected: nil,
expectErr: true,
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
result, err := engine.Floor(tt.value)
if tt.expectErr {
if err == nil {
t.Errorf("Expected error but got none")
}
return
}
if err != nil {
t.Errorf("Unexpected error: %v", err)
return
}
if !valuesEqual(result, tt.expected) {
t.Errorf("Expected %v, got %v", tt.expected, result)
}
})
}
})
t.Run("ABS function tests", func(t *testing.T) {
tests := []struct {
name string
value *schema_pb.Value
expected *schema_pb.Value
expectErr bool
}{
{
name: "Abs positive integer",
value: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}},
expected: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}},
expectErr: false,
},
{
name: "Abs negative integer",
value: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: -5}},
expected: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}},
expectErr: false,
},
{
name: "Abs positive double",
value: &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: 3.14}},
expected: &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: 3.14}},
expectErr: false,
},
{
name: "Abs negative double",
value: &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: -3.14}},
expected: &schema_pb.Value{Kind: &schema_pb.Value_DoubleValue{DoubleValue: 3.14}},
expectErr: false,
},
{
name: "Abs positive float",
value: &schema_pb.Value{Kind: &schema_pb.Value_FloatValue{FloatValue: 2.5}},
expected: &schema_pb.Value{Kind: &schema_pb.Value_FloatValue{FloatValue: 2.5}},
expectErr: false,
},
{
name: "Abs negative float",
value: &schema_pb.Value{Kind: &schema_pb.Value_FloatValue{FloatValue: -2.5}},
expected: &schema_pb.Value{Kind: &schema_pb.Value_FloatValue{FloatValue: 2.5}},
expectErr: false,
},
{
name: "Abs zero",
value: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 0}},
expected: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 0}},
expectErr: false,
},
{
name: "Abs null value",
value: nil,
expected: nil,
expectErr: true,
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
result, err := engine.Abs(tt.value)
if tt.expectErr {
if err == nil {
t.Errorf("Expected error but got none")
}
return
}
if err != nil {
t.Errorf("Unexpected error: %v", err)
return
}
if !valuesEqual(result, tt.expected) {
t.Errorf("Expected %v, got %v", tt.expected, result)
}
})
}
})
}
func TestDateTimeFunctions(t *testing.T) {
engine := NewTestSQLEngine()
t.Run("CURRENT_DATE function tests", func(t *testing.T) {
result, err := engine.CurrentDate()
if err != nil {
t.Errorf("CurrentDate failed: %v", err)
}
if result == nil {
t.Errorf("CurrentDate returned nil result")
return
}
stringVal, ok := result.Kind.(*schema_pb.Value_StringValue)
if !ok {
t.Errorf("CurrentDate should return string value, got %T", result.Kind)
return
}
// Check format (YYYY-MM-DD)
today := time.Now().Format("2006-01-02")
if stringVal.StringValue != today {
t.Errorf("Expected current date %s, got %s", today, stringVal.StringValue)
}
})
t.Run("CURRENT_TIMESTAMP function tests", func(t *testing.T) {
before := time.Now()
result, err := engine.CurrentTimestamp()
after := time.Now()
if err != nil {
t.Errorf("CurrentTimestamp failed: %v", err)
}
if result == nil {
t.Errorf("CurrentTimestamp returned nil result")
return
}
timestampVal, ok := result.Kind.(*schema_pb.Value_TimestampValue)
if !ok {
t.Errorf("CurrentTimestamp should return timestamp value, got %T", result.Kind)
return
}
timestamp := time.UnixMicro(timestampVal.TimestampValue.TimestampMicros)
// Check that timestamp is within reasonable range
if timestamp.Before(before) || timestamp.After(after) {
t.Errorf("Timestamp %v should be between %v and %v", timestamp, before, after)
}
})
t.Run("NOW function tests", func(t *testing.T) {
result, err := engine.Now()
if err != nil {
t.Errorf("Now failed: %v", err)
}
if result == nil {
t.Errorf("Now returned nil result")
return
}
// Should return same type as CurrentTimestamp
_, ok := result.Kind.(*schema_pb.Value_TimestampValue)
if !ok {
t.Errorf("Now should return timestamp value, got %T", result.Kind)
}
})
t.Run("CURRENT_TIME function tests", func(t *testing.T) {
result, err := engine.CurrentTime()
if err != nil {
t.Errorf("CurrentTime failed: %v", err)
}
if result == nil {
t.Errorf("CurrentTime returned nil result")
return
}
stringVal, ok := result.Kind.(*schema_pb.Value_StringValue)
if !ok {
t.Errorf("CurrentTime should return string value, got %T", result.Kind)
return
}
// Check format (HH:MM:SS)
if len(stringVal.StringValue) != 8 || stringVal.StringValue[2] != ':' || stringVal.StringValue[5] != ':' {
t.Errorf("CurrentTime should return HH:MM:SS format, got %s", stringVal.StringValue)
}
})
}
func TestExtractFunction(t *testing.T) {
engine := NewTestSQLEngine()
// Create a test timestamp: 2023-06-15 14:30:45
// Use local time to avoid timezone conversion issues
testTime := time.Date(2023, 6, 15, 14, 30, 45, 0, time.Local)
testTimestamp := &schema_pb.Value{
Kind: &schema_pb.Value_TimestampValue{
TimestampValue: &schema_pb.TimestampValue{
TimestampMicros: testTime.UnixMicro(),
},
},
}
tests := []struct {
name string
part DatePart
value *schema_pb.Value
expected int64
expectErr bool
}{
{
name: "Extract YEAR",
part: PartYear,
value: testTimestamp,
expected: 2023,
expectErr: false,
},
{
name: "Extract MONTH",
part: PartMonth,
value: testTimestamp,
expected: 6,
expectErr: false,
},
{
name: "Extract DAY",
part: PartDay,
value: testTimestamp,
expected: 15,
expectErr: false,
},
{
name: "Extract HOUR",
part: PartHour,
value: testTimestamp,
expected: 14,
expectErr: false,
},
{
name: "Extract MINUTE",
part: PartMinute,
value: testTimestamp,
expected: 30,
expectErr: false,
},
{
name: "Extract SECOND",
part: PartSecond,
value: testTimestamp,
expected: 45,
expectErr: false,
},
{
name: "Extract QUARTER from June",
part: PartQuarter,
value: testTimestamp,
expected: 2, // June is in Q2
expectErr: false,
},
{
name: "Extract from string date",
part: PartYear,
value: &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "2023-06-15"}},
expected: 2023,
expectErr: false,
},
{
name: "Extract from Unix timestamp",
part: PartYear,
value: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: testTime.Unix()}},
expected: 2023,
expectErr: false,
},
{
name: "Extract from null value",
part: PartYear,
value: nil,
expected: 0,
expectErr: true,
},
{
name: "Extract invalid part",
part: DatePart("INVALID"),
value: testTimestamp,
expected: 0,
expectErr: true,
},
{
name: "Extract from invalid string",
part: PartYear,
value: &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "invalid-date"}},
expected: 0,
expectErr: true,
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
result, err := engine.Extract(tt.part, tt.value)
if tt.expectErr {
if err == nil {
t.Errorf("Expected error but got none")
}
return
}
if err != nil {
t.Errorf("Unexpected error: %v", err)
return
}
if result == nil {
t.Errorf("Extract returned nil result")
return
}
intVal, ok := result.Kind.(*schema_pb.Value_Int64Value)
if !ok {
t.Errorf("Extract should return int64 value, got %T", result.Kind)
return
}
if intVal.Int64Value != tt.expected {
t.Errorf("Expected %d, got %d", tt.expected, intVal.Int64Value)
}
})
}
}
func TestDateTruncFunction(t *testing.T) {
engine := NewTestSQLEngine()
// Create a test timestamp: 2023-06-15 14:30:45.123456
testTime := time.Date(2023, 6, 15, 14, 30, 45, 123456000, time.Local) // nanoseconds
testTimestamp := &schema_pb.Value{
Kind: &schema_pb.Value_TimestampValue{
TimestampValue: &schema_pb.TimestampValue{
TimestampMicros: testTime.UnixMicro(),
},
},
}
tests := []struct {
name string
precision string
value *schema_pb.Value
expectErr bool
expectedCheck func(result time.Time) bool // Custom check function
}{
{
name: "Truncate to second",
precision: "second",
value: testTimestamp,
expectErr: false,
expectedCheck: func(result time.Time) bool {
return result.Year() == 2023 && result.Month() == 6 && result.Day() == 15 &&
result.Hour() == 14 && result.Minute() == 30 && result.Second() == 45 &&
result.Nanosecond() == 0
},
},
{
name: "Truncate to minute",
precision: "minute",
value: testTimestamp,
expectErr: false,
expectedCheck: func(result time.Time) bool {
return result.Year() == 2023 && result.Month() == 6 && result.Day() == 15 &&
result.Hour() == 14 && result.Minute() == 30 && result.Second() == 0 &&
result.Nanosecond() == 0
},
},
{
name: "Truncate to hour",
precision: "hour",
value: testTimestamp,
expectErr: false,
expectedCheck: func(result time.Time) bool {
return result.Year() == 2023 && result.Month() == 6 && result.Day() == 15 &&
result.Hour() == 14 && result.Minute() == 0 && result.Second() == 0 &&
result.Nanosecond() == 0
},
},
{
name: "Truncate to day",
precision: "day",
value: testTimestamp,
expectErr: false,
expectedCheck: func(result time.Time) bool {
return result.Year() == 2023 && result.Month() == 6 && result.Day() == 15 &&
result.Hour() == 0 && result.Minute() == 0 && result.Second() == 0 &&
result.Nanosecond() == 0
},
},
{
name: "Truncate to month",
precision: "month",
value: testTimestamp,
expectErr: false,
expectedCheck: func(result time.Time) bool {
return result.Year() == 2023 && result.Month() == 6 && result.Day() == 1 &&
result.Hour() == 0 && result.Minute() == 0 && result.Second() == 0 &&
result.Nanosecond() == 0
},
},
{
name: "Truncate to quarter",
precision: "quarter",
value: testTimestamp,
expectErr: false,
expectedCheck: func(result time.Time) bool {
// June (month 6) should truncate to April (month 4) - start of Q2
return result.Year() == 2023 && result.Month() == 4 && result.Day() == 1 &&
result.Hour() == 0 && result.Minute() == 0 && result.Second() == 0 &&
result.Nanosecond() == 0
},
},
{
name: "Truncate to year",
precision: "year",
value: testTimestamp,
expectErr: false,
expectedCheck: func(result time.Time) bool {
return result.Year() == 2023 && result.Month() == 1 && result.Day() == 1 &&
result.Hour() == 0 && result.Minute() == 0 && result.Second() == 0 &&
result.Nanosecond() == 0
},
},
{
name: "Truncate with plural precision",
precision: "minutes", // Test plural form
value: testTimestamp,
expectErr: false,
expectedCheck: func(result time.Time) bool {
return result.Year() == 2023 && result.Month() == 6 && result.Day() == 15 &&
result.Hour() == 14 && result.Minute() == 30 && result.Second() == 0 &&
result.Nanosecond() == 0
},
},
{
name: "Truncate from string date",
precision: "day",
value: &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "2023-06-15 14:30:45"}},
expectErr: false,
expectedCheck: func(result time.Time) bool {
// The result should be the start of day 2023-06-15 in local timezone
expectedDay := time.Date(2023, 6, 15, 0, 0, 0, 0, result.Location())
return result.Equal(expectedDay)
},
},
{
name: "Truncate null value",
precision: "day",
value: nil,
expectErr: true,
expectedCheck: nil,
},
{
name: "Invalid precision",
precision: "invalid",
value: testTimestamp,
expectErr: true,
expectedCheck: nil,
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
result, err := engine.DateTrunc(tt.precision, tt.value)
if tt.expectErr {
if err == nil {
t.Errorf("Expected error but got none")
}
return
}
if err != nil {
t.Errorf("Unexpected error: %v", err)
return
}
if result == nil {
t.Errorf("DateTrunc returned nil result")
return
}
timestampVal, ok := result.Kind.(*schema_pb.Value_TimestampValue)
if !ok {
t.Errorf("DateTrunc should return timestamp value, got %T", result.Kind)
return
}
resultTime := time.UnixMicro(timestampVal.TimestampValue.TimestampMicros)
if !tt.expectedCheck(resultTime) {
t.Errorf("DateTrunc result check failed for precision %s, got time: %v", tt.precision, resultTime)
}
})
}
}
func TestStringFunctions(t *testing.T) {
engine := NewTestSQLEngine()
t.Run("LENGTH function tests", func(t *testing.T) {
tests := []struct {
name string
value *schema_pb.Value
expected int64
expectErr bool
}{
{
name: "Length of string",
value: &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Hello World"}},
expected: 11,
expectErr: false,
},
{
name: "Length of empty string",
value: &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: ""}},
expected: 0,
expectErr: false,
},
{
name: "Length of number",
value: &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 12345}},
expected: 5,
expectErr: false,
},
{
name: "Length of null value",
value: nil,
expected: 0,
expectErr: true,
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
result, err := engine.Length(tt.value)
if tt.expectErr {
if err == nil {
t.Errorf("Expected error but got none")
}
return
}
if err != nil {
t.Errorf("Unexpected error: %v", err)
return
}
intVal, ok := result.Kind.(*schema_pb.Value_Int64Value)
if !ok {
t.Errorf("LENGTH should return int64 value, got %T", result.Kind)
return
}
if intVal.Int64Value != tt.expected {
t.Errorf("Expected %d, got %d", tt.expected, intVal.Int64Value)
}
})
}
})
t.Run("UPPER/LOWER function tests", func(t *testing.T) {
// Test UPPER
result, err := engine.Upper(&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Hello World"}})
if err != nil {
t.Errorf("UPPER failed: %v", err)
}
stringVal, _ := result.Kind.(*schema_pb.Value_StringValue)
if stringVal.StringValue != "HELLO WORLD" {
t.Errorf("Expected 'HELLO WORLD', got '%s'", stringVal.StringValue)
}
// Test LOWER
result, err = engine.Lower(&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Hello World"}})
if err != nil {
t.Errorf("LOWER failed: %v", err)
}
stringVal, _ = result.Kind.(*schema_pb.Value_StringValue)
if stringVal.StringValue != "hello world" {
t.Errorf("Expected 'hello world', got '%s'", stringVal.StringValue)
}
})
t.Run("TRIM function tests", func(t *testing.T) {
tests := []struct {
name string
function func(*schema_pb.Value) (*schema_pb.Value, error)
input string
expected string
}{
{"TRIM whitespace", engine.Trim, " Hello World ", "Hello World"},
{"LTRIM whitespace", engine.LTrim, " Hello World ", "Hello World "},
{"RTRIM whitespace", engine.RTrim, " Hello World ", " Hello World"},
{"TRIM with tabs and newlines", engine.Trim, "\t\nHello\t\n", "Hello"},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
result, err := tt.function(&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: tt.input}})
if err != nil {
t.Errorf("Function failed: %v", err)
return
}
stringVal, ok := result.Kind.(*schema_pb.Value_StringValue)
if !ok {
t.Errorf("Function should return string value, got %T", result.Kind)
return
}
if stringVal.StringValue != tt.expected {
t.Errorf("Expected '%s', got '%s'", tt.expected, stringVal.StringValue)
}
})
}
})
t.Run("SUBSTRING function tests", func(t *testing.T) {
testStr := &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Hello World"}}
// Test substring with start and length
result, err := engine.Substring(testStr,
&schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 7}},
&schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}})
if err != nil {
t.Errorf("SUBSTRING failed: %v", err)
}
stringVal, _ := result.Kind.(*schema_pb.Value_StringValue)
if stringVal.StringValue != "World" {
t.Errorf("Expected 'World', got '%s'", stringVal.StringValue)
}
// Test substring with just start position
result, err = engine.Substring(testStr,
&schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 7}})
if err != nil {
t.Errorf("SUBSTRING failed: %v", err)
}
stringVal, _ = result.Kind.(*schema_pb.Value_StringValue)
if stringVal.StringValue != "World" {
t.Errorf("Expected 'World', got '%s'", stringVal.StringValue)
}
})
t.Run("CONCAT function tests", func(t *testing.T) {
result, err := engine.Concat(
&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Hello"}},
&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: " "}},
&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "World"}},
)
if err != nil {
t.Errorf("CONCAT failed: %v", err)
}
stringVal, _ := result.Kind.(*schema_pb.Value_StringValue)
if stringVal.StringValue != "Hello World" {
t.Errorf("Expected 'Hello World', got '%s'", stringVal.StringValue)
}
// Test with mixed types
result, err = engine.Concat(
&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Number: "}},
&schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 42}},
)
if err != nil {
t.Errorf("CONCAT failed: %v", err)
}
stringVal, _ = result.Kind.(*schema_pb.Value_StringValue)
if stringVal.StringValue != "Number: 42" {
t.Errorf("Expected 'Number: 42', got '%s'", stringVal.StringValue)
}
})
t.Run("REPLACE function tests", func(t *testing.T) {
result, err := engine.Replace(
&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Hello World World"}},
&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "World"}},
&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Universe"}},
)
if err != nil {
t.Errorf("REPLACE failed: %v", err)
}
stringVal, _ := result.Kind.(*schema_pb.Value_StringValue)
if stringVal.StringValue != "Hello Universe Universe" {
t.Errorf("Expected 'Hello Universe Universe', got '%s'", stringVal.StringValue)
}
})
t.Run("POSITION function tests", func(t *testing.T) {
result, err := engine.Position(
&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "World"}},
&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Hello World"}},
)
if err != nil {
t.Errorf("POSITION failed: %v", err)
}
intVal, _ := result.Kind.(*schema_pb.Value_Int64Value)
if intVal.Int64Value != 7 {
t.Errorf("Expected 7, got %d", intVal.Int64Value)
}
// Test not found
result, err = engine.Position(
&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "NotFound"}},
&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Hello World"}},
)
if err != nil {
t.Errorf("POSITION failed: %v", err)
}
intVal, _ = result.Kind.(*schema_pb.Value_Int64Value)
if intVal.Int64Value != 0 {
t.Errorf("Expected 0 for not found, got %d", intVal.Int64Value)
}
})
t.Run("LEFT/RIGHT function tests", func(t *testing.T) {
testStr := &schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Hello World"}}
// Test LEFT
result, err := engine.Left(testStr, &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}})
if err != nil {
t.Errorf("LEFT failed: %v", err)
}
stringVal, _ := result.Kind.(*schema_pb.Value_StringValue)
if stringVal.StringValue != "Hello" {
t.Errorf("Expected 'Hello', got '%s'", stringVal.StringValue)
}
// Test RIGHT
result, err = engine.Right(testStr, &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: 5}})
if err != nil {
t.Errorf("RIGHT failed: %v", err)
}
stringVal, _ = result.Kind.(*schema_pb.Value_StringValue)
if stringVal.StringValue != "World" {
t.Errorf("Expected 'World', got '%s'", stringVal.StringValue)
}
})
t.Run("REVERSE function tests", func(t *testing.T) {
result, err := engine.Reverse(&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "Hello"}})
if err != nil {
t.Errorf("REVERSE failed: %v", err)
}
stringVal, _ := result.Kind.(*schema_pb.Value_StringValue)
if stringVal.StringValue != "olleH" {
t.Errorf("Expected 'olleH', got '%s'", stringVal.StringValue)
}
// Test with Unicode
result, err = engine.Reverse(&schema_pb.Value{Kind: &schema_pb.Value_StringValue{StringValue: "🙂👍"}})
if err != nil {
t.Errorf("REVERSE failed: %v", err)
}
stringVal, _ = result.Kind.(*schema_pb.Value_StringValue)
if stringVal.StringValue != "👍🙂" {
t.Errorf("Expected '👍🙂', got '%s'", stringVal.StringValue)
}
})
}