From ae512d0f90b8a081be0cb1594e6a5b2d009777cc Mon Sep 17 00:00:00 2001 From: Amir Bilu Date: Tue, 17 Jun 2025 14:25:47 +0300 Subject: [PATCH 1/2] extend answer with usage if exists --- src/handlers/bedrock.ts | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/src/handlers/bedrock.ts b/src/handlers/bedrock.ts index ccc8b69..3b17548 100644 --- a/src/handlers/bedrock.ts +++ b/src/handlers/bedrock.ts @@ -549,7 +549,15 @@ async function* createCompletionResponseStreaming( created, model, object: 'chat.completion.chunk', + ...(stream.metadata?.usage && { + usage: { + prompt_tokens: stream.metadata.usage.inputTokens, + completion_tokens: stream.metadata.usage.outputTokens, + total_tokens: stream.metadata.usage.totalTokens, + }, + }), } + yield convertedResponse } } From a3a51afa96ace0a21719b6583d7213b3391fb57b Mon Sep 17 00:00:00 2001 From: Amir Bilu Date: Tue, 17 Jun 2025 16:08:58 +0300 Subject: [PATCH 2/2] extend answer with usage if exists --- .changeset/brown-meals-decide.md | 5 +++++ 1 file changed, 5 insertions(+) create mode 100644 .changeset/brown-meals-decide.md diff --git a/.changeset/brown-meals-decide.md b/.changeset/brown-meals-decide.md new file mode 100644 index 0000000..2cd7261 --- /dev/null +++ b/.changeset/brown-meals-decide.md @@ -0,0 +1,5 @@ +--- +'token.js': minor +--- + +Support usage metrics (e.g., totalTokens) in the Bedrock provider