return error in generate response

This commit is contained in:
Michael Yang
2023-07-07 14:04:43 -07:00
parent 2d49197b3b
commit edba935d67
4 changed files with 38 additions and 7 deletions

View File

@@ -100,14 +100,19 @@ func generate(model, prompt string) error {
}
}()
client.Generate(context.Background(), &api.GenerateRequest{Model: model, Prompt: prompt}, func(resp api.GenerateResponse) error {
request := api.GenerateRequest{Model: model, Prompt: prompt}
fn := func(resp api.GenerateResponse) error {
if !spinner.IsFinished() {
spinner.Finish()
}
fmt.Print(resp.Response)
return nil
})
}
if err := client.Generate(context.Background(), &request, fn); err != nil {
return err
}
fmt.Println()
fmt.Println()