in streamaccumulator.go [104:158]
func (cc *ChatCompletion) accumulateDelta(chunk ChatCompletionChunk) bool {
if len(cc.ID) == 0 {
cc.ID = chunk.ID
} else if cc.ID != chunk.ID {
return false
}
for _, delta := range chunk.Choices {
cc.Choices = expandToFit(cc.Choices, int(delta.Index))
choice := &cc.Choices[delta.Index]
choice.Index = delta.Index
choice.FinishReason = delta.FinishReason
if delta.Delta.Role != "" {
choice.Message.Role = constant.Assistant(delta.Delta.Role)
}
choice.Message.Content += delta.Delta.Content
choice.Message.Refusal += delta.Delta.Refusal
for j := range delta.Delta.ToolCalls {
deltaTool := &delta.Delta.ToolCalls[j]
choice.Message.ToolCalls = expandToFit(choice.Message.ToolCalls, int(deltaTool.Index))
tool := &choice.Message.ToolCalls[deltaTool.Index]
if deltaTool.ID != "" {
tool.ID = deltaTool.ID
}
if deltaTool.Type != "" {
tool.Type = constant.Function(deltaTool.Type)
}
tool.Function.Name += deltaTool.Function.Name
tool.Function.Arguments += deltaTool.Function.Arguments
}
choice.Logprobs.Content = append(choice.Logprobs.Content, delta.Logprobs.Content...)
choice.Logprobs.Refusal = append(choice.Logprobs.Refusal, delta.Logprobs.Refusal...)
}
cc.Usage.CompletionTokens += chunk.Usage.CompletionTokens
cc.Usage.PromptTokens += chunk.Usage.PromptTokens
cc.Usage.TotalTokens += chunk.Usage.TotalTokens
cc.Model = chunk.Model
cc.Created = chunk.Created
cc.SystemFingerprint = chunk.SystemFingerprint
cc.ServiceTier = ChatCompletionServiceTier(chunk.ServiceTier)
if chunk.Object == chunk.Object.Default() {
cc.Object = cc.Object.Default()
}
return true
}