diff --git a/.changeset/brown-meals-decide.md b/.changeset/brown-meals-decide.md new file mode 100644 index 0000000..2cd7261 --- /dev/null +++ b/.changeset/brown-meals-decide.md @@ -0,0 +1,5 @@ +--- +'token.js': minor +--- + +Support usage metrics (e.g., totalTokens) in the Bedrock provider diff --git a/src/handlers/bedrock.ts b/src/handlers/bedrock.ts index ccc8b69..3b17548 100644 --- a/src/handlers/bedrock.ts +++ b/src/handlers/bedrock.ts @@ -549,7 +549,15 @@ async function* createCompletionResponseStreaming( created, model, object: 'chat.completion.chunk', + ...(stream.metadata?.usage && { + usage: { + prompt_tokens: stream.metadata.usage.inputTokens, + completion_tokens: stream.metadata.usage.outputTokens, + total_tokens: stream.metadata.usage.totalTokens, + }, + }), } + yield convertedResponse } }