test/dataflow
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

TODO: 分片模式处理数据

Browse Source
This commit is contained in:
huangsimin 2022-07-26 00:25:56 +08:00
parent 644e65603f
commit bf415d45e8
3 changed files with 27 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
src/main/java/com/yuandian/dataflow/controller/PacketsProcessor.java
View File

@ -54,20 +54,17 @@ public class PacketsProcessor implements RpcProcessor<PacketsProcessor.PacketsRe
var resp = new RaftResponse();
resp.setMsg(rpcCtx.getRemoteAddress());
resp.setSuccess(true);
var ss = StateServerFactory.getStateServer();
ss.useFsmStateNotLock((state)->{
var work = state.getWorkers().get( ss.getCluster().getServerId());
work.setTaskQueueSize( work.getTaskQueueSize() - request.packets.size());
work.setUpdateAt(Instant.now());
log.debug("workerState taskQueueSize: {} psize: {}", work.getTaskQueueSize(), request.packets.size());
if(!ss.isLeader()) {
var requestUpdateState = new SyncWorkerStateProcessor.RequestWorkerState();
requestUpdateState.setWorkerState(work);
@ -80,7 +77,7 @@ public class PacketsProcessor implements RpcProcessor<PacketsProcessor.PacketsRe
if (err != null) {
err.printStackTrace();
} else {
log.debug("转发 udate workerState {}", result);
log.debug("转发 update WorkerState {}", result);
}
rpcCtx.sendResponse(resp);
}}, 5000);
@ -90,7 +87,6 @@ public class PacketsProcessor implements RpcProcessor<PacketsProcessor.PacketsRe
return;
}
StateServerFactory.getStateServer().applyWorkerState(work, new SyncClosure<State>() {
@Override
public void run(Status status) {

16
src/main/java/com/yuandian/dataflow/statemachine/StateServerFactory.java
View File

@ -177,8 +177,22 @@ public class StateServerFactory {
}
public void useFsmStateNotLock(Consumer<State> dofunc) {
var state = ss.fsm.getState();
dofunc.accept(state);
synchronized(state) {
dofunc.accept(state);
}
// getNode().readIndex(BytesUtil.EMPTY_BYTES, new ReadIndexClosure() {
// @Override
// public void run(Status status, long index, byte[] reqCtx) {
// var state = ss.fsm.getState();
// dofunc.accept(state);
// }
// } );
}

17
src/main/java/com/yuandian/dataflow/statemachine/state/StateFactory.java
View File

@ -90,19 +90,14 @@ public class StateFactory {
public void run(Status status) {
log.info("任务队列更新成功 {}", this.getValue().getWorkers());
pclist.forEach((peer) -> {
if (peer.getCap() <= 0) {
pclist.forEach((peercap) -> {
if (peercap.getCap() <= 0) {
return ;
}
var request = new PacketsRequest();
for (int i = 0; i < peer.getCap(); i++) {
for (int i = 0; i < peercap.getCap(); i++) {
var p = Any.pack(
BacktrackingFlowOuterClass.BacktrackingFlow.newBuilder()
.setTableId(10086)
@ -112,8 +107,8 @@ public class StateFactory {
try {
log.debug("rpc {}", peer);
ss.getRpcClient().invokeAsync(peer.peer.getEndpoint() ,
log.debug("rpc {}", peercap);
ss.getRpcClient().invokeAsync(peercap.peer.getEndpoint() ,
request, new InvokeCallback() {
@Override
public void complete(Object result, Throwable err) {