seaweedfs/weed/mq/schema/to_parquet_levels_test.go

103 lines
2.3 KiB
Go
Raw Normal View History

2024-04-25 23:54:41 +08:00
package schema
import (
"github.com/seaweedfs/seaweedfs/weed/pb/schema_pb"
"github.com/stretchr/testify/assert"
"testing"
)
func TestToParquetLevels(t *testing.T) {
type args struct {
recordType *schema_pb.RecordType
}
tests := []struct {
2024-05-21 02:03:56 +08:00
name string
args args
want *ParquetLevels
2024-04-25 23:54:41 +08:00
}{
{
name: "nested type",
args: args{
2024-04-29 04:00:52 +08:00
RecordTypeBegin().
2024-05-02 23:59:22 +08:00
WithField("ID", TypeInt64).
WithField("CreatedAt", TypeInt64).
2024-05-02 23:32:15 +08:00
WithRecordField("Person",
2024-04-29 04:00:52 +08:00
RecordTypeBegin().
2024-05-02 23:32:15 +08:00
WithField("zName", TypeString).
WithField("emails", ListOf(TypeString)).
2024-05-21 02:03:56 +08:00
RecordTypeEnd()).
2024-05-02 23:32:15 +08:00
WithField("Company", TypeString).
WithRecordField("Address",
2024-04-29 04:00:52 +08:00
RecordTypeBegin().
2024-05-02 23:32:15 +08:00
WithField("Street", TypeString).
WithField("City", TypeString).
2024-05-21 02:03:56 +08:00
RecordTypeEnd()).
2024-04-29 04:00:52 +08:00
RecordTypeEnd(),
2024-04-25 23:54:41 +08:00
},
want: &ParquetLevels{
startColumnIndex: 0,
endColumnIndex: 7,
definitionDepth: 0,
levels: map[string]*ParquetLevels{
"Address": {
startColumnIndex: 0,
endColumnIndex: 2,
definitionDepth: 1,
levels: map[string]*ParquetLevels{
"City": {
startColumnIndex: 0,
endColumnIndex: 1,
definitionDepth: 2,
},
"Street": {
startColumnIndex: 1,
endColumnIndex: 2,
definitionDepth: 2,
},
},
},
"Company": {
startColumnIndex: 2,
endColumnIndex: 3,
definitionDepth: 1,
},
"CreatedAt": {
startColumnIndex: 3,
endColumnIndex: 4,
definitionDepth: 1,
},
"ID": {
startColumnIndex: 4,
endColumnIndex: 5,
definitionDepth: 1,
},
"Person": {
startColumnIndex: 5,
endColumnIndex: 7,
definitionDepth: 1,
levels: map[string]*ParquetLevels{
"emails": {
startColumnIndex: 5,
endColumnIndex: 6,
definitionDepth: 2,
},
"zName": {
startColumnIndex: 6,
endColumnIndex: 7,
definitionDepth: 2,
},
},
},
},
},
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
got, err := ToParquetLevels(tt.args.recordType)
assert.Nil(t, err)
assert.Equalf(t, tt.want, got, "ToParquetLevels(%v)", tt.args.recordType)
})
}
}