lsm/seaweedfs
1
0
Fork 0
mirror of https://github.com/seaweedfs/seaweedfs.git synced 2025-07-15 21:04:08 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

snowflake sequencer need an unique id

Browse Source 
fix https://github.com/chrislusf/seaweedfs/issues/2213
This commit is contained in:
Chris Lu 2021-07-23 20:54:03 -07:00
parent 5c14da0f1e
commit ac28611817
3 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
weed/command/scaffold/master.toml
View File

@ -26,6 +26,8 @@ type = "raft" # Choose [raft|etcd|snowflake] type for storing the file id se
# when sequencer.type = etcd, set listen client urls of etcd cluster that store file id sequence # when sequencer.type = etcd, set listen client urls of etcd cluster that store file id sequence
# example : http://127.0.0.1:2379,http://127.0.0.1:2389 # example : http://127.0.0.1:2379,http://127.0.0.1:2389
sequencer_etcd_urls = "http://127.0.0.1:2379" sequencer_etcd_urls = "http://127.0.0.1:2379"
# when sequencer.type = snowflake, the snowflake id must be different from other masters
sequencer_snowflake_id = 0 # any number between 1~1023
# configurations for tiered cloud storage # configurations for tiered cloud storage

5
weed/sequence/snowflake_sequencer.go
View File

@ -13,8 +13,11 @@ type SnowflakeSequencer struct {
node *snowflake.Node node *snowflake.Node
} }
func NewSnowflakeSequencer(nodeid string) (*SnowflakeSequencer, error) { func NewSnowflakeSequencer(nodeid string, snowflakeId int) (*SnowflakeSequencer, error) {
nodeid_hash := hash(nodeid) & 0x3ff nodeid_hash := hash(nodeid) & 0x3ff
if snowflakeId != 0 {
nodeid_hash = uint32(snowflakeId)
}
glog.V(0).Infof("use snowflake seq id generator, nodeid:%s hex_of_nodeid: %x", nodeid, nodeid_hash) glog.V(0).Infof("use snowflake seq id generator, nodeid:%s hex_of_nodeid: %x", nodeid, nodeid_hash)
node, err := snowflake.NewNode(int64(nodeid_hash)) node, err := snowflake.NewNode(int64(nodeid_hash))
if err != nil { if err != nil {

4
weed/server/master_server.go
View File

@ -28,6 +28,7 @@ import (
const ( const (
SequencerType = "master.sequencer.type" SequencerType = "master.sequencer.type"
SequencerEtcdUrls = "master.sequencer.sequencer_etcd_urls" SequencerEtcdUrls = "master.sequencer.sequencer_etcd_urls"
SequencerSnowflakeId = "master.sequencer.sequencer_snowflake_id"
) )
type MasterOption struct { type MasterOption struct {
@ -293,7 +294,8 @@ func (ms *MasterServer) createSequencer(option *MasterOption) sequence.Sequencer
} }
case "snowflake": case "snowflake":
var err error var err error
seq, err = sequence.NewSnowflakeSequencer(fmt.Sprintf("%s:%d", option.Host, option.Port)) snowflakeId := v.GetInt(SequencerSnowflakeId)
seq, err = sequence.NewSnowflakeSequencer(fmt.Sprintf("%s:%d", option.Host, option.Port), snowflakeId)
if err != nil { if err != nil {
glog.Error(err) glog.Error(err)
seq = nil seq = nil