using consts; avoid test data in production binary

2025-09-20 00:37:57 +08:00 · 2025-09-04 18:15:14 -07:00
parent 9b1919a8eb
commit 9f4d4e4559
10 changed files with 435 additions and 223 deletions
--- a/weed/query/engine/test_sample_data_test.go
+++ b/weed/query/engine/test_sample_data_test.go
@@ -0,0 +1,137 @@
+package engine
+
+import (
+	"time"
+
+	"github.com/seaweedfs/seaweedfs/weed/pb/schema_pb"
+)
+
+// generateSampleHybridData creates sample data that simulates both live and archived messages
+// This function is only used for testing and is not included in production builds
+func generateSampleHybridData(topicName string, options HybridScanOptions) []HybridScanResult {
+	now := time.Now().UnixNano()
+
+	// Generate different sample data based on topic name
+	var sampleData []HybridScanResult
+
+	switch topicName {
+	case "user_events":
+		sampleData = []HybridScanResult{
+			// Simulated live log data (recent)
+			{
+				Values: map[string]*schema_pb.Value{
+					"user_id":    {Kind: &schema_pb.Value_Int32Value{Int32Value: 1003}},
+					"event_type": {Kind: &schema_pb.Value_StringValue{StringValue: "live_login"}},
+					"data":       {Kind: &schema_pb.Value_StringValue{StringValue: `{"ip": "10.0.0.1", "live": true}`}},
+				},
+				Timestamp: now - 300000000000, // 5 minutes ago
+				Key:       []byte("live-user-1003"),
+				Source:    "live_log",
+			},
+			{
+				Values: map[string]*schema_pb.Value{
+					"user_id":    {Kind: &schema_pb.Value_Int32Value{Int32Value: 1004}},
+					"event_type": {Kind: &schema_pb.Value_StringValue{StringValue: "live_action"}},
+					"data":       {Kind: &schema_pb.Value_StringValue{StringValue: `{"action": "click", "live": true}`}},
+				},
+				Timestamp: now - 120000000000, // 2 minutes ago
+				Key:       []byte("live-user-1004"),
+				Source:    "live_log",
+			},
+
+			// Simulated archived Parquet data (older)
+			{
+				Values: map[string]*schema_pb.Value{
+					"user_id":    {Kind: &schema_pb.Value_Int32Value{Int32Value: 1001}},
+					"event_type": {Kind: &schema_pb.Value_StringValue{StringValue: "archived_login"}},
+					"data":       {Kind: &schema_pb.Value_StringValue{StringValue: `{"ip": "192.168.1.1", "archived": true}`}},
+				},
+				Timestamp: now - 3600000000000, // 1 hour ago
+				Key:       []byte("archived-user-1001"),
+				Source:    "parquet_archive",
+			},
+			{
+				Values: map[string]*schema_pb.Value{
+					"user_id":    {Kind: &schema_pb.Value_Int32Value{Int32Value: 1002}},
+					"event_type": {Kind: &schema_pb.Value_StringValue{StringValue: "archived_logout"}},
+					"data":       {Kind: &schema_pb.Value_StringValue{StringValue: `{"duration": 1800, "archived": true}`}},
+				},
+				Timestamp: now - 1800000000000, // 30 minutes ago
+				Key:       []byte("archived-user-1002"),
+				Source:    "parquet_archive",
+			},
+		}
+
+	case "system_logs":
+		sampleData = []HybridScanResult{
+			// Simulated live system logs (recent)
+			{
+				Values: map[string]*schema_pb.Value{
+					"level":   {Kind: &schema_pb.Value_StringValue{StringValue: "INFO"}},
+					"message": {Kind: &schema_pb.Value_StringValue{StringValue: "Live system startup completed"}},
+					"service": {Kind: &schema_pb.Value_StringValue{StringValue: "auth-service"}},
+				},
+				Timestamp: now - 240000000000, // 4 minutes ago
+				Key:       []byte("live-sys-001"),
+				Source:    "live_log",
+			},
+			{
+				Values: map[string]*schema_pb.Value{
+					"level":   {Kind: &schema_pb.Value_StringValue{StringValue: "WARN"}},
+					"message": {Kind: &schema_pb.Value_StringValue{StringValue: "Live high memory usage detected"}},
+					"service": {Kind: &schema_pb.Value_StringValue{StringValue: "monitor-service"}},
+				},
+				Timestamp: now - 180000000000, // 3 minutes ago
+				Key:       []byte("live-sys-002"),
+				Source:    "live_log",
+			},
+
+			// Simulated archived system logs (older)
+			{
+				Values: map[string]*schema_pb.Value{
+					"level":   {Kind: &schema_pb.Value_StringValue{StringValue: "ERROR"}},
+					"message": {Kind: &schema_pb.Value_StringValue{StringValue: "Archived database connection failed"}},
+					"service": {Kind: &schema_pb.Value_StringValue{StringValue: "db-service"}},
+				},
+				Timestamp: now - 7200000000000, // 2 hours ago
+				Key:       []byte("archived-sys-001"),
+				Source:    "parquet_archive",
+			},
+			{
+				Values: map[string]*schema_pb.Value{
+					"level":   {Kind: &schema_pb.Value_StringValue{StringValue: "INFO"}},
+					"message": {Kind: &schema_pb.Value_StringValue{StringValue: "Archived batch job completed"}},
+					"service": {Kind: &schema_pb.Value_StringValue{StringValue: "batch-service"}},
+				},
+				Timestamp: now - 3600000000000, // 1 hour ago
+				Key:       []byte("archived-sys-002"),
+				Source:    "parquet_archive",
+			},
+		}
+
+	default:
+		// For unknown topics, return empty data
+		sampleData = []HybridScanResult{}
+	}
+
+	// Apply predicate filtering if specified
+	if options.Predicate != nil {
+		var filtered []HybridScanResult
+		for _, result := range sampleData {
+			// Convert to RecordValue for predicate testing
+			recordValue := &schema_pb.RecordValue{Fields: make(map[string]*schema_pb.Value)}
+			for k, v := range result.Values {
+				recordValue.Fields[k] = v
+			}
+			recordValue.Fields[SW_COLUMN_NAME_TIMESTAMP] = &schema_pb.Value{Kind: &schema_pb.Value_Int64Value{Int64Value: result.Timestamp}}
+			recordValue.Fields[SW_COLUMN_NAME_KEY] = &schema_pb.Value{Kind: &schema_pb.Value_BytesValue{BytesValue: result.Key}}
+
+			if options.Predicate(recordValue) {
+				filtered = append(filtered, result)
+			}
+		}
+		sampleData = filtered
+	}
+
+	return sampleData
+}