kkyy/tgbot_misaka_5882f7
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

feat(AI): add done channel for faster response

Browse source
This commit is contained in:
Yiyang Kang 2023-03-21 12:39:49 +08:00
parent 5e65a2ce32
commit 39868f4f07
3 changed files with 11 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

7
assistant.go
View file

@ -134,7 +134,10 @@ func assistantStreamedResponse(request openai.ChatRequest, cb assistantStreamedR
if minWaitSatisfied {
break Drain
}
<-minWait
select {
case <-minWait:
case <-resp.Done:
}
minWaitSatisfied = true
}
}
@ -155,7 +158,7 @@ func assistantStreamedResponse(request openai.ChatRequest, cb assistantStreamedR
minWaitDurSecs := lo.Min([]int{nUpdates, 4}) + nErrs*3
minWait = time.After(time.Duration(minWaitDurSecs) * time.Second)
// send the partial message
// Send the partial message
respText := respBuilder.String() + assistantWritingSign
if err := cb(respText, false); err != nil {
logger.Warnw("failed to send partial update", "error", err)