fix add missing max_token in request query

catskull · Mar 19, 2024 · 5de0bcc · 5de0bcc
1 parent 6326ff0
commit 5de0bcc
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/client/client.go b/client/client.go
@@ -4,13 +4,14 @@ import (
 	"encoding/json"
 	"errors"
 	"fmt"
+	"strings"
+	"unicode/utf8"
+
 	"github.com/kardolus/chatgpt-cli/config"
 	"github.com/kardolus/chatgpt-cli/configmanager"
 	"github.com/kardolus/chatgpt-cli/history"
 	"github.com/kardolus/chatgpt-cli/http"
 	"github.com/kardolus/chatgpt-cli/types"
-	"strings"
-	"unicode/utf8"
 )
 
 const (
@@ -163,6 +164,7 @@ func (c *Client) createBody(stream bool) ([]byte, error) {
 	body := types.CompletionsRequest{
 		Messages:         c.History,
 		Model:            c.Config.Model,
+		MaxTokens:        c.Config.MaxTokens,
 		Temperature:      c.Config.Temperature,
 		TopP:             c.Config.TopP,
 		FrequencyPenalty: c.Config.FrequencyPenalty,

diff --git a/types/completions.go b/types/completions.go
@@ -5,6 +5,7 @@ type CompletionsRequest struct {
 	Temperature      float64   `json:"temperature"`
 	TopP             float64   `json:"top_p"`
 	FrequencyPenalty float64   `json:"frequency_penalty"`
+	MaxTokens        int       `json:"max_tokens"`
 	PresencePenalty  float64   `json:"presence_penalty"`
 	Messages         []Message `json:"messages"`
 	Stream           bool      `json:"stream"`