load filer conf and match by prefix

This commit is contained in:
Chris Lu
2020-11-15 00:26:05 -08:00
parent 68043cfcac
commit 0a406f652e
5 changed files with 100 additions and 4 deletions

48
weed/filer/filer_conf.go Normal file
View File

@@ -0,0 +1,48 @@
package filer
import (
"github.com/chrislusf/seaweedfs/weed/glog"
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
"github.com/golang/protobuf/proto"
"github.com/viant/ptrie"
)
type FilerConf struct {
rules ptrie.Trie
}
func NewFilerConf(data []byte) (fc *FilerConf) {
fc = &FilerConf{
rules: ptrie.New(),
}
conf := &filer_pb.FilerConf{}
err := proto.UnmarshalText(string(data), conf)
if err != nil {
glog.Errorf("unable to parse filer conf: %v", err)
return
}
fc.doLoadConf(conf)
return fc
}
func (fc *FilerConf) doLoadConf(conf *filer_pb.FilerConf) {
for _, location := range conf.Locations {
err := fc.rules.Put([]byte(location.LocationPrefix), location)
if err != nil {
glog.Errorf("put location prefix: %v", err)
}
}
}
func (fc *FilerConf) MatchStorageRule(path string) (pathConf *filer_pb.FilerConf_PathConf){
fc.rules.MatchPrefix([]byte(path), func(key []byte, value interface{}) bool {
pathConf = value.(*filer_pb.FilerConf_PathConf)
return true
})
if pathConf == nil {
return &filer_pb.FilerConf_PathConf{}
}
return pathConf
}

View File

@@ -0,0 +1,31 @@
package filer
import (
"testing"
"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
"github.com/stretchr/testify/assert"
"github.com/viant/ptrie"
)
func TestFilerConf(t *testing.T) {
fc := &FilerConf{
rules: ptrie.New(),
}
conf := &filer_pb.FilerConf{Locations: []*filer_pb.FilerConf_PathConf{
{
LocationPrefix: "/buckets/abc",
Collection: "abc",
},
{
LocationPrefix: "/buckets/abcd",
Collection: "abcd",
},
}}
fc.doLoadConf(conf)
assert.Equal(t, "abc", fc.MatchStorageRule("/buckets/abc/jasdf").Collection)
assert.Equal(t, "abcd", fc.MatchStorageRule("/buckets/abcd/jasdf").Collection)
}