* refactor: replace async addUsage with sumLanguageModelUsage * Revert "refactor: replace async addUsage with sumLanguageModelUsage" This reverts commit df0934349b0e3c54aa9ee2a7270116ecdeef6d00. * Reapply "refactor: replace async addUsage with sumLanguageModelUsage" This reverts commit 1ec95adbe862ebc9a37757a6561120066c56ebf4. * refactor: inline token usage addition to reduce step overhead * refactor: extract usage addition to utility --------- Co-authored-by: nicoalbanese <49612682+nicoalbanese@users.noreply.github.com>
59 lines
1.8 KiB
TypeScript
59 lines
1.8 KiB
TypeScript
import type { LanguageModelUsage } from "ai";
|
|
|
|
/**
|
|
* Add two LanguageModelUsage objects together.
|
|
* Pure function with no step overhead - safe to call in loop.
|
|
*/
|
|
export function addLanguageModelUsage(
|
|
usage1: LanguageModelUsage,
|
|
usage2: LanguageModelUsage,
|
|
): LanguageModelUsage {
|
|
function addTokenCounts(
|
|
tokenCount1: number | undefined,
|
|
tokenCount2: number | undefined,
|
|
): number | undefined {
|
|
if (tokenCount1 == null && tokenCount2 == null) {
|
|
return undefined;
|
|
}
|
|
return (tokenCount1 ?? 0) + (tokenCount2 ?? 0);
|
|
}
|
|
|
|
return {
|
|
inputTokens: addTokenCounts(usage1.inputTokens, usage2.inputTokens),
|
|
inputTokenDetails: {
|
|
noCacheTokens: addTokenCounts(
|
|
usage1.inputTokenDetails?.noCacheTokens,
|
|
usage2.inputTokenDetails?.noCacheTokens,
|
|
),
|
|
cacheReadTokens: addTokenCounts(
|
|
usage1.inputTokenDetails?.cacheReadTokens,
|
|
usage2.inputTokenDetails?.cacheReadTokens,
|
|
),
|
|
cacheWriteTokens: addTokenCounts(
|
|
usage1.inputTokenDetails?.cacheWriteTokens,
|
|
usage2.inputTokenDetails?.cacheWriteTokens,
|
|
),
|
|
},
|
|
outputTokens: addTokenCounts(usage1.outputTokens, usage2.outputTokens),
|
|
outputTokenDetails: {
|
|
textTokens: addTokenCounts(
|
|
usage1.outputTokenDetails?.textTokens,
|
|
usage2.outputTokenDetails?.textTokens,
|
|
),
|
|
reasoningTokens: addTokenCounts(
|
|
usage1.outputTokenDetails?.reasoningTokens,
|
|
usage2.outputTokenDetails?.reasoningTokens,
|
|
),
|
|
},
|
|
totalTokens: addTokenCounts(usage1.totalTokens, usage2.totalTokens),
|
|
reasoningTokens: addTokenCounts(
|
|
usage1.reasoningTokens,
|
|
usage2.reasoningTokens,
|
|
),
|
|
cachedInputTokens: addTokenCounts(
|
|
usage1.cachedInputTokens,
|
|
usage2.cachedInputTokens,
|
|
),
|
|
};
|
|
}
|