Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 1 addition & 3 deletions core/providers/utils.go
Original file line number Diff line number Diff line change
Expand Up @@ -592,9 +592,7 @@ func getResponsesChunkConverterCombinedPostHookRunner(postHookRunner schemas.Pos
result.ExtraFields.RequestType = schemas.ResponsesStreamRequest
} else if err != nil {
// Ensure downstream knows this is a Responses stream even on errors
if err.ExtraFields.RequestType == "" {
err.ExtraFields.RequestType = schemas.ResponsesStreamRequest
}
err.ExtraFields.RequestType = schemas.ResponsesStreamRequest
}
return result, err
}
Expand Down
5 changes: 3 additions & 2 deletions core/schemas/mux.go
Original file line number Diff line number Diff line change
Expand Up @@ -339,12 +339,12 @@ func (cm *ChatMessage) ToResponsesMessages() []ResponsesMessage {
rm.Content = &ResponsesMessageContent{
ContentBlocks: []ResponsesMessageContentBlock{refusalBlock},
}
} else if cm.Content.ContentStr != nil {
} else if cm.Content != nil && cm.Content.ContentStr != nil {
// Convert regular string content
rm.Content = &ResponsesMessageContent{
ContentStr: cm.Content.ContentStr,
}
} else if cm.Content.ContentBlocks != nil {
} else if cm.Content != nil && cm.Content.ContentBlocks != nil {
// Convert content blocks
responseBlocks := make([]ResponsesMessageContentBlock, len(cm.Content.ContentBlocks))
for i, block := range cm.Content.ContentBlocks {
Expand Down Expand Up @@ -910,6 +910,7 @@ func (br *BifrostResponse) ToResponsesStream() {
delta := choice.BifrostStreamResponseChoice.Delta
streamResp := &ResponsesStreamResponse{
SequenceNumber: br.ExtraFields.ChunkIndex,
ContentIndex: Ptr(0),
OutputIndex: &choice.Index,
}

Expand Down
26 changes: 20 additions & 6 deletions core/schemas/providers/anthropic/responses.go
Original file line number Diff line number Diff line change
Expand Up @@ -341,12 +341,26 @@ func (chunk *AnthropicStreamEvent) ToBifrostResponsesStream(sequenceNumber int)
Text: schemas.Ptr(""), // Empty text initially
}
case AnthropicContentBlockTypeToolUse:
// This is a function call starting
contentType = schemas.ResponsesInputMessageContentBlockTypeText // Will be updated to function call
part = &schemas.ResponsesMessageContentBlock{
Type: contentType,
Text: schemas.Ptr(""), // Will contain function call info
// This is a function call starting - create function call message

item := &schemas.ResponsesMessage{
ID: chunk.ContentBlock.ToolUseID,
Type: schemas.Ptr(schemas.ResponsesMessageTypeFunctionCall),
ResponsesToolMessage: &schemas.ResponsesToolMessage{
CallID: chunk.ContentBlock.ToolUseID,
Name: chunk.ContentBlock.Name,
Arguments: schemas.Ptr(""), // Arguments will be filled by deltas
},
}

return &schemas.BifrostResponse{
ResponsesStreamResponse: &schemas.ResponsesStreamResponse{
Type: schemas.ResponsesStreamResponseTypeOutputItemAdded,
SequenceNumber: sequenceNumber,
OutputIndex: schemas.Ptr(0),
Item: item,
},
}, nil, false
}

if part != nil {
Expand Down Expand Up @@ -389,7 +403,7 @@ func (chunk *AnthropicStreamEvent) ToBifrostResponsesStream(sequenceNumber int)
SequenceNumber: sequenceNumber,
OutputIndex: schemas.Ptr(0),
ContentIndex: chunk.Index,
Arguments: chunk.Delta.PartialJSON,
Delta: chunk.Delta.PartialJSON,
},
}, nil, false
}
Expand Down
Loading