2023-07-28 11:04:21 +00:00
|
|
|
package fusenrender
|
|
|
|
|
2023-07-29 22:50:58 +00:00
|
|
|
import (
|
|
|
|
"flag"
|
|
|
|
"fmt"
|
2023-07-31 09:09:23 +00:00
|
|
|
"log"
|
2023-07-29 22:50:58 +00:00
|
|
|
"os"
|
|
|
|
"os/signal"
|
|
|
|
"path/filepath"
|
|
|
|
"runtime"
|
|
|
|
"syscall"
|
2023-08-16 07:29:30 +00:00
|
|
|
"time"
|
2023-07-29 22:50:58 +00:00
|
|
|
|
2023-07-31 17:46:51 +00:00
|
|
|
"github.com/474420502/execute/triggered"
|
2023-07-29 22:50:58 +00:00
|
|
|
"github.com/lni/dragonboat/v4"
|
|
|
|
"github.com/lni/dragonboat/v4/config"
|
|
|
|
"github.com/lni/dragonboat/v4/logger"
|
|
|
|
)
|
|
|
|
|
2023-08-05 20:26:57 +00:00
|
|
|
var shardID uint64 = 128
|
2023-07-29 22:50:58 +00:00
|
|
|
|
2023-08-21 15:49:29 +00:00
|
|
|
// 出队的逻辑注册触发函数, 当
|
2023-08-05 19:54:11 +00:00
|
|
|
var DequeueHandler = triggered.RegisterExecute(func(params *triggered.Params[bool]) {
|
2023-08-02 10:16:05 +00:00
|
|
|
|
2023-08-01 03:14:20 +00:00
|
|
|
params.Shared.Value(func(v any) {
|
|
|
|
|
2023-08-05 20:26:57 +00:00
|
|
|
cs := stateClient.GetNoOPSession()
|
2023-10-07 03:54:55 +00:00
|
|
|
for {
|
2023-07-31 17:46:51 +00:00
|
|
|
|
2023-08-16 03:42:49 +00:00
|
|
|
item, err := stateClient.PopItem(cs, "unity3d")
|
2023-08-05 20:26:57 +00:00
|
|
|
if err != nil {
|
|
|
|
log.Println(err)
|
2023-09-28 09:33:03 +00:00
|
|
|
return
|
2023-08-05 20:26:57 +00:00
|
|
|
}
|
2023-09-28 09:33:03 +00:00
|
|
|
|
2023-08-05 20:26:57 +00:00
|
|
|
if item == nil {
|
2023-08-16 07:29:30 +00:00
|
|
|
time.Sleep(time.Millisecond * 100)
|
2023-08-05 20:26:57 +00:00
|
|
|
return
|
|
|
|
}
|
2023-08-03 10:34:20 +00:00
|
|
|
|
2023-08-16 08:20:20 +00:00
|
|
|
// log.Println(item)
|
2023-08-07 11:03:22 +00:00
|
|
|
PopChannel <- item
|
2023-07-31 17:46:51 +00:00
|
|
|
}
|
2023-08-05 20:26:57 +00:00
|
|
|
})
|
|
|
|
|
2023-08-01 11:49:00 +00:00
|
|
|
})
|
2023-07-31 09:09:23 +00:00
|
|
|
|
2023-08-05 20:26:57 +00:00
|
|
|
func StartNode(cfg *ConfigServer) {
|
|
|
|
|
2023-08-05 19:54:11 +00:00
|
|
|
replicaID := cfg.ServerID
|
|
|
|
addr := cfg.Address()
|
2023-07-29 21:11:04 +00:00
|
|
|
// addr := "localhost"
|
2023-07-29 22:50:58 +00:00
|
|
|
|
|
|
|
// addr = fmt.Sprintf("%s:%d", addr, port)
|
|
|
|
|
|
|
|
flag.Parse()
|
|
|
|
if len(addr) == 0 && replicaID != 1 && replicaID != 2 && replicaID != 3 {
|
|
|
|
fmt.Fprintf(os.Stderr, "node id must be 1, 2 or 3 when address is not specified\n")
|
|
|
|
os.Exit(1)
|
|
|
|
}
|
|
|
|
// https://github.com/golang/go/issues/17393
|
|
|
|
if runtime.GOOS == "darwin" {
|
|
|
|
signal.Ignore(syscall.Signal(0xd))
|
|
|
|
}
|
|
|
|
initialMembers := make(map[uint64]string)
|
|
|
|
|
|
|
|
// when joining a new node which is not an initial members, the initialMembers
|
|
|
|
// map should be empty.
|
|
|
|
// when restarting a node that is not a member of the initial nodes, you can
|
|
|
|
// leave the initialMembers to be empty. we still populate the initialMembers
|
|
|
|
// here for simplicity.
|
|
|
|
|
2023-08-06 16:40:26 +00:00
|
|
|
for idx, v := range cfg.Cluster {
|
2023-07-29 22:50:58 +00:00
|
|
|
// key is the ReplicaID, ReplicaID is not allowed to be 0
|
|
|
|
// value is the raft address
|
|
|
|
initialMembers[uint64(idx+1)] = v
|
|
|
|
}
|
|
|
|
|
|
|
|
// for simplicity, in this example program, addresses of all those 3 initial
|
|
|
|
// raft members are hard coded. when address is not specified on the command
|
|
|
|
// line, we assume the node being launched is an initial raft member.
|
|
|
|
|
|
|
|
var nodeAddr = initialMembers[uint64(replicaID)]
|
|
|
|
|
|
|
|
fmt.Fprintf(os.Stdout, "node address: %s\n", nodeAddr)
|
|
|
|
// change the log verbosity
|
2023-08-01 03:14:20 +00:00
|
|
|
logger.GetLogger("dragonboat").SetLevel(logger.ERROR)
|
2023-07-29 22:50:58 +00:00
|
|
|
logger.GetLogger("raft").SetLevel(logger.ERROR)
|
2023-08-01 03:14:20 +00:00
|
|
|
logger.GetLogger("raftpb").SetLevel(logger.ERROR)
|
|
|
|
logger.GetLogger("logdb").SetLevel(logger.ERROR)
|
|
|
|
logger.GetLogger("rsm").SetLevel(logger.ERROR)
|
|
|
|
logger.GetLogger("transport").SetLevel(logger.ERROR)
|
|
|
|
logger.GetLogger("grpc").SetLevel(logger.ERROR)
|
2023-07-29 22:50:58 +00:00
|
|
|
// config for raft node
|
|
|
|
// See GoDoc for all available options
|
|
|
|
rc := config.Config{
|
|
|
|
// ShardID and ReplicaID of the raft node
|
|
|
|
ReplicaID: uint64(replicaID),
|
2023-08-05 20:26:57 +00:00
|
|
|
ShardID: shardID,
|
2023-07-29 22:50:58 +00:00
|
|
|
|
|
|
|
ElectionRTT: 10,
|
|
|
|
|
|
|
|
HeartbeatRTT: 1,
|
|
|
|
CheckQuorum: true,
|
|
|
|
|
2023-08-04 10:59:53 +00:00
|
|
|
SnapshotEntries: 10,
|
2023-07-29 22:50:58 +00:00
|
|
|
|
|
|
|
CompactionOverhead: 5,
|
|
|
|
}
|
|
|
|
datadir := filepath.Join(
|
|
|
|
"example-data",
|
|
|
|
"queue-data",
|
|
|
|
fmt.Sprintf("node%d", replicaID))
|
|
|
|
|
|
|
|
nhc := config.NodeHostConfig{
|
|
|
|
|
|
|
|
WALDir: datadir,
|
|
|
|
// NodeHostDir is where everything else is stored.
|
|
|
|
NodeHostDir: datadir,
|
|
|
|
// RTTMillisecond is the average round trip time between NodeHosts (usually
|
|
|
|
// on two machines/vms), it is in millisecond. Such RTT includes the
|
|
|
|
// processing delays caused by NodeHosts, not just the network delay between
|
|
|
|
// two NodeHost instances.
|
|
|
|
RTTMillisecond: 200,
|
|
|
|
// RaftAddress is used to identify the NodeHost instance
|
|
|
|
RaftAddress: nodeAddr,
|
|
|
|
}
|
2023-07-31 17:18:55 +00:00
|
|
|
|
2023-07-29 22:50:58 +00:00
|
|
|
nh, err := dragonboat.NewNodeHost(nhc)
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
2023-07-30 07:56:18 +00:00
|
|
|
|
2023-08-05 20:26:57 +00:00
|
|
|
stateClient = &StateClient{nh: nh}
|
|
|
|
|
2023-08-04 10:59:53 +00:00
|
|
|
// 把引用计数设置为0
|
2023-08-05 19:54:11 +00:00
|
|
|
DequeueHandler.RefCountAdd(-1)
|
2023-08-01 03:14:20 +00:00
|
|
|
// 设置共享的参数
|
2023-08-05 19:54:11 +00:00
|
|
|
DequeueHandler.WithShared(nh)
|
2023-07-31 17:18:55 +00:00
|
|
|
|
2023-11-13 14:50:29 +00:00
|
|
|
// go func() {
|
|
|
|
// for DequeueHandler != nil {
|
|
|
|
// DequeueHandler.Notify(DequeueHandler.NULL)
|
|
|
|
// log.Println("DequeueHandler 触发")
|
|
|
|
// time.Sleep(time.Second * 5)
|
|
|
|
// }
|
|
|
|
// }()
|
2023-11-13 14:35:18 +00:00
|
|
|
|
2023-08-07 11:03:22 +00:00
|
|
|
if err := nh.StartReplica(initialMembers, false, NewSMQueue, rc); err != nil {
|
2023-07-29 22:50:58 +00:00
|
|
|
fmt.Fprintf(os.Stderr, "failed to add cluster, %v\n", err)
|
|
|
|
os.Exit(1)
|
|
|
|
}
|
|
|
|
|
2023-08-05 20:26:57 +00:00
|
|
|
HttpListen(nh, cfg.Port-1000)
|
2023-07-28 11:04:21 +00:00
|
|
|
}
|