bug: fix concatinating multiple tool calls when index is not set

Author: ibuildthecloud

pkg/openai/client.go

@@ -414,8 +414,8 @@ func appendMessage(msg types.CompletionMessage, response openai.ChatCompletionSt
 	delta := response.Choices[0].Delta
 	msg.Role = types.CompletionMessageRoleType(override(string(msg.Role), delta.Role))
 
-	for _, tool := range delta.ToolCalls {
-		idx := 0
+	for i, tool := range delta.ToolCalls {
+		idx := i
 		if tool.Index != nil {
 			idx = *tool.Index
 		}
@@ -484,6 +484,7 @@ func (c *Client) call(ctx context.Context, request openai.ChatCompletionRequest,
 	slog.Debug("calling openai", "message", request.Messages)
 
 	if !streamResponse {
+		request.StreamOptions = nil
 		resp, err := c.c.CreateChatCompletion(ctx, request)
 		if err != nil {
 			return nil, err

pkg/openai/client_test.go

@@ -0,0 +1,50 @@
+package openai
+
+import (
+	"testing"
+
+	openai "github.com/gptscript-ai/chat-completion-client"
+	"github.com/gptscript-ai/gptscript/pkg/types"
+	"github.com/hexops/autogold/v2"
+	"github.com/hexops/valast"
+)
+
+func Test_appendMessage(t *testing.T) {
+	autogold.Expect(types.CompletionMessage{Content: []types.ContentPart{
+		{ToolCall: &types.CompletionToolCall{
+			Index: valast.Ptr(0),
+			Function: types.CompletionFunctionCall{
+				Name:      "foo",
+				Arguments: "bar",
+			},
+		}},
+		{ToolCall: &types.CompletionToolCall{
+			Index: valast.Ptr(1),
+			Function: types.CompletionFunctionCall{
+				Name:      "foo",
+				Arguments: "bar",
+			},
+		}},
+	}}).Equal(t, appendMessage(types.CompletionMessage{}, openai.ChatCompletionStreamResponse{
+		Choices: []openai.ChatCompletionStreamChoice{
+			{
+				Delta: openai.ChatCompletionStreamChoiceDelta{
+					ToolCalls: []openai.ToolCall{
+						{
+							Function: openai.FunctionCall{
+								Name:      "foo",
+								Arguments: "bar",
+							},
+						},
+						{
+							Function: openai.FunctionCall{
+								Name:      "foo",
+								Arguments: "bar",
+							},
+						},
+					},
+				},
+			},
+		},
+	}))
+}