lian/mchat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

切换到kvstore

Browse Source
This commit is contained in:
1iaan
2026-04-10 13:44:54 +00:00
parent d4e6142131
commit 8d8130bbf0
4 changed files with 20 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
ai-chat-service/chat-server/server/server.go
View File

@@ -83,12 +83,7 @@ func (s *chatService) ChatCompletion(ctx context.Context, in *proto.ChatCompleti
questionEmbedding, cachedRecord := s.searchCachedAnswer(ctx, in.Message)
if cachedRecord != nil {
res := app.buildChatCompletionResponse(cachedRecord.Answer)
usage, tokenErr := app.buildUsage(currTokens, cachedRecord.Answer)
if tokenErr != nil {
s.log.Error(tokenErr)
} else {
res.Usage = usage
}
res.Usage = app.buildZeroUsage()
res.Source = replySourceSemanticMatch
return res, nil
}
@@ -194,12 +189,7 @@ func (s *chatService) ChatCompletionStream(in *proto.ChatCompletionRequest, stre
}
final := app.buildChatCompletionStreamResponse(cachedRecord.ID, "", "stop")
final.Source = replySourceSemanticMatch
usage, tokenErr := app.buildUsage(currTokens, cachedRecord.Answer)
if tokenErr != nil {
s.log.Error(tokenErr)
} else {
final.Usage = usage
}
final.Usage = app.buildZeroUsage()
return stream.Send(final)
}