feat(assistant): add retry when requesting completion
This commit is contained in:
parent
08985f6936
commit
7e9d4e5052
19
assistant.go
19
assistant.go
|
@ -93,9 +93,19 @@ func assistantStreamedResponse(request openai.ChatRequest, cb assistantStreamedR
|
||||||
logger.Debugw("Openai chat request", "req", request)
|
logger.Debugw("Openai chat request", "req", request)
|
||||||
ai := openai.NewClient(config.OpenAIApiKey)
|
ai := openai.NewClient(config.OpenAIApiKey)
|
||||||
|
|
||||||
resp, err := ai.ChatCompletionStream(request)
|
var (
|
||||||
if err != nil {
|
resp *openai.ChatResponseStream
|
||||||
return err
|
err error
|
||||||
|
)
|
||||||
|
tries := 2
|
||||||
|
for {
|
||||||
|
if tries--; tries < 0 {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if resp, err = ai.ChatCompletionStream(request); err == nil {
|
||||||
|
break
|
||||||
|
}
|
||||||
|
logger.Warnw("assistant: failed to get response", "error", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
nErrs := 0
|
nErrs := 0
|
||||||
|
@ -242,8 +252,9 @@ func handleAssistantConversation(c tele.Context, thread []*tele.Message) error {
|
||||||
|
|
||||||
if reqErr != nil {
|
if reqErr != nil {
|
||||||
logger.Errorw("assistant: failed to complete conversation", "error", reqErr)
|
logger.Errorw("assistant: failed to complete conversation", "error", reqErr)
|
||||||
|
return c.Reply("Sorry, there's a technical issue. 😵💫 Please try again later.", tele.Silent)
|
||||||
}
|
}
|
||||||
return reqErr
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func assistantRemoveMention(msg, name string) string {
|
func assistantRemoveMention(msg, name string) string {
|
||||||
|
|
Loading…
Reference in New Issue