fix: count reasoning content into token estimation (#2276)

This commit is contained in:
Zicheng Zhang
2025-02-25 08:24:53 +08:00
committed by GitHub
parent dab9787d8c
commit 20ce7ccf26
+2 -1
View File
@@ -64,7 +64,8 @@ export async function estimateMessageUsage(message: Message): Promise<Completion
}
}
const tokens = estimateTextTokens(message.content)
const combinedContent = [message.content, message.reasoning_content].filter((s) => s !== undefined).join(' ')
const tokens = estimateTextTokens(combinedContent)
return {
prompt_tokens: tokens,