fusen-render/websocket.go

package fusenrender

import (
	"context"
	"encoding/json"
	"fmt"
	"io"
	"log"
	"net/http"
	"sync"
	"time"

	"github.com/474420502/execute/triggered"
	"github.com/gorilla/websocket"
	"github.com/lni/dragonboat/v4"
	"github.com/lni/dragonboat/v4/client"
)

var PopChannel chan *QueueItem = make(chan *QueueItem, 100) // chan *QueueItem = make(chan *QueueItem, 1)

var upgrader = websocket.Upgrader{
	ReadBufferSize:  10240,
	WriteBufferSize: 10240,
}

func HttpListen(ns *dragonboat.NodeHost, port int) {
	// http.HandleFunc("/api/render/render_notify", callbackHandler)
	http.HandleFunc("/api/render/queue/push", pushRenderTaskHandler)
	http.HandleFunc("/api/ws/render/queue/pop", queueHandler)

	log.Printf(":%d", port)
	http.ListenAndServe(fmt.Sprintf(":%d", port), nil)
}

type CountPutPop struct {
	PutCount  uint64
	PopCount  uint64
	SelfCount map[string]uint64
	mu        sync.Mutex
}

func (pp *CountPutPop) Use(do func(item *CountPutPop)) {
	pp.mu.Lock()
	defer pp.mu.Unlock()
	do(pp)
}

var countPutPop *CountPutPop = &CountPutPop{
	SelfCount: map[string]uint64{},
}

var logIntervalTimeHandler = triggered.RegisterExecute[*CountPutPop](func(params *triggered.Params[*CountPutPop]) {
	params.Value.Use(func(item *CountPutPop) {
		log.Printf("all pop count: %d all put count: %d\n", item.PutCount, item.PopCount)
		for k, v := range item.SelfCount {
			log.Printf("uinty3d[%s] pop count: %d\n", k, v)
		}
	})
	time.Sleep(time.Second * 15)
})

func queueHandler(w http.ResponseWriter, r *http.Request) {

	var err error
	conn, err := upgrader.Upgrade(w, r, nil)
	if err != nil {
		log.Println(err)
		return
	}
	defer conn.Close()

	raddr := conn.RemoteAddr()
	// laddr := conn.LocalAddr()
	log.Printf("%s 建立连接 当前unity处理机器数量 %d\n", raddr, DequeueHandler.RefCountAdd(1))
	defer func() {
		log.Printf("%s 退出连接 当前unity处理机器数量 %d\n", raddr, DequeueHandler.RefCountAdd(-1))
	}()

	countPutPop.Use(func(item *CountPutPop) {
		item.SelfCount[raddr.String()] = 0
	})

	for {

		item := <-PopChannel

		if item == nil {
			continue
		}

		var wdata []byte
		switch data := item.Data.(type) {
		case string:
			wdata = []byte(data)
		case []byte:
			wdata = data
		default:
			wdata, err = json.Marshal(data)
			if err != nil {
				log.Println(err)
				continue
			}
		}

		err = conn.SetWriteDeadline(time.Now().Add(time.Second * 3))
		if err != nil {
			log.Println(err)
			log.Println("重新回队")
			stateClient.PushItem(nil, item)
			return
		}

		// 写回消息
		err = conn.WriteMessage(websocket.BinaryMessage, wdata)
		if err != nil {
			log.Println(err)
			log.Println("重新回队")
			stateClient.PushItem(nil, item)
			return
		}

		countPutPop.Use(func(citem *CountPutPop) {
			citem.PopCount++
			citem.SelfCount[raddr.String()]++
			log.Printf("all put %d, all pop %d source[%s] -> self[%s] pop %d\n", citem.PutCount, citem.PopCount, item.Source, raddr.String(), citem.SelfCount[raddr.String()])
		})
		logIntervalTimeHandler.Notify(countPutPop)
		// 打印消息
	}
}

type Form struct {
	UserID       int    `json:"user_id"`
	GuestID      int    `json:"guest_id"`
	APIType      int    `json:"api_type"`
	UploadBucket int    `json:"upload_bucket"`
	FileKey      string `json:"file_key"`
	FileData     []byte `json:"file_data"`
	MetaData     string `json:"meta_data"`
}

// RequestCallback结构体
type RequestCallback struct {
	Sign string `json:"sign"`
	Time int64  `json:"time"`
	Info Info   `json:"info"`
}

// Info结构体
type Info struct {
	TaskID string `json:"task_id"`
	Image  string `json:"image"`
}

func pushRenderTaskHandler(w http.ResponseWriter, r *http.Request) {
	// 1. 读取Body内容
	body, err := io.ReadAll(r.Body)
	if err != nil {
		panic(err)
	}

	// 2. 定义结构体

	item := QueueItem{}

	// 3. 解析JSON到结构体
	err = json.Unmarshal(body, &item)
	if err != nil {
		panic(err)
	}

	stateClient.PushItem(nil, &item)
}

type StateClient struct {
	nh *dragonboat.NodeHost
}

var stateClient *StateClient

func (cli *StateClient) GetNoOPSession() *client.Session {
	return cli.nh.GetNoOPSession(shardID)
}

func (cli *StateClient) PushItem(cs *client.Session, item *QueueItem) {
	if cs == nil {
		cs = cli.GetNoOPSession()
	}

	cmd := &CmdEnqueue{Command: Command{Group: "unity3d"}}
	cmd.Item = item
	data, err := FsPasser.PackToBytes(cmd)

	if err != nil {
		log.Println(err)
	}

	ctx, cancel := context.WithTimeout(context.Background(), 1*time.Second)
	_, err = cli.nh.SyncPropose(ctx, cs, data)
	if err != nil {
		log.Println(err)
	}

	// log.Println("enqueue", len(result.Data))
	cancel()
}

func (cli *StateClient) PopItem(cs *client.Session, group string) (*QueueItem, error) {
	if cs == nil {
		cs = cli.GetNoOPSession()
	}

	cmd := &CmdDequeue{Command{Group: "unity3d"}}
	data, err := FsPasser.PackToBytes(cmd)
	if err != nil {
		log.Println(err)
	}

	ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
	result, err := cli.nh.SyncPropose(ctx, cs, data)
	cancel()

	if err != nil {
		return nil, err
	}

	if len(result.Data) == 0 {
		return nil, nil
	}

	var item QueueItem
	err = item.Decode(result.Data)
	if err != nil {
		log.Println(err)
	}
	return &item, nil
}