tokenizer

ai-chat-service/chat-server/chat-context/chat_context.go

@@ -0,0 +1,20 @@
+package chat_context
+
+import "github.com/sashabaranov/go-openai"
+
+type ChatMessage struct {
+	//当前记录ID
+	ID string `json:"id,omitempty"`
+	//上一条记录ID
+	PID string `json:"pid,omitempty"`
+	//消息内容
+	Message openai.ChatCompletionMessage `json:"message"`
+	//该消息tokens数
+	Tokens int `json:"tokens,omitempty"`
+}
+
+type ContextCache interface {
+	Get(key string) (*ChatMessage, error)
+	Set(key string, value *ChatMessage, ttl int) error
+	Close()
+}